2018-12-23 20:04:54 +00:00
|
|
|
# Pleroma: A lightweight social networking server
|
2023-01-02 20:38:50 +00:00
|
|
|
# Copyright © 2017-2022 Pleroma Authors <https://pleroma.social/>
|
2018-12-23 20:04:54 +00:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
2018-11-05 12:24:00 +00:00
|
|
|
defmodule Pleroma.Emoji do
|
|
|
|
@moduledoc """
|
2019-08-28 18:32:44 +00:00
|
|
|
This GenServer stores in an ETS table the list of the loaded emojis,
|
|
|
|
and also allows to reload the list at runtime.
|
2018-11-05 12:24:00 +00:00
|
|
|
"""
|
|
|
|
use GenServer
|
2019-04-02 08:44:56 +00:00
|
|
|
|
2022-07-25 23:38:59 +00:00
|
|
|
alias Pleroma.Emoji.Combinations
|
2019-08-28 18:32:44 +00:00
|
|
|
alias Pleroma.Emoji.Loader
|
2019-04-17 20:54:09 +00:00
|
|
|
|
2019-08-28 18:32:44 +00:00
|
|
|
require Logger
|
2019-04-02 08:44:56 +00:00
|
|
|
|
2018-11-05 12:24:00 +00:00
|
|
|
@ets __MODULE__.Ets
|
2019-08-28 18:32:44 +00:00
|
|
|
@ets_options [
|
|
|
|
:ordered_set,
|
|
|
|
:protected,
|
|
|
|
:named_table,
|
|
|
|
{:read_concurrency, true}
|
|
|
|
]
|
2018-11-05 12:24:00 +00:00
|
|
|
|
2019-08-31 07:14:53 +00:00
|
|
|
defstruct [:code, :file, :tags, :safe_code, :safe_file]
|
|
|
|
|
2024-01-20 22:08:18 +00:00
|
|
|
@type t :: %__MODULE__{}
|
|
|
|
|
2019-08-31 07:14:53 +00:00
|
|
|
@doc "Build emoji struct"
|
|
|
|
def build({code, file, tags}) do
|
|
|
|
%__MODULE__{
|
|
|
|
code: code,
|
|
|
|
file: file,
|
|
|
|
tags: tags,
|
|
|
|
safe_code: Pleroma.HTML.strip_tags(code),
|
|
|
|
safe_file: Pleroma.HTML.strip_tags(file)
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def build({code, file}), do: build({code, file, []})
|
2018-11-05 12:24:00 +00:00
|
|
|
|
|
|
|
@doc false
|
2019-08-14 15:55:17 +00:00
|
|
|
def start_link(_) do
|
2018-11-05 12:24:00 +00:00
|
|
|
GenServer.start_link(__MODULE__, [], name: __MODULE__)
|
|
|
|
end
|
|
|
|
|
|
|
|
@doc "Reloads the emojis from disk."
|
|
|
|
@spec reload() :: :ok
|
2019-03-05 03:18:43 +00:00
|
|
|
def reload do
|
2018-11-05 12:24:00 +00:00
|
|
|
GenServer.call(__MODULE__, :reload)
|
|
|
|
end
|
|
|
|
|
|
|
|
@doc "Returns the path of the emoji `name`."
|
2024-01-27 19:00:17 +00:00
|
|
|
@spec get(String.t()) :: Pleroma.Emoji.t() | nil
|
2018-11-05 12:24:00 +00:00
|
|
|
def get(name) do
|
2023-03-02 07:09:13 +00:00
|
|
|
name = maybe_strip_name(name)
|
2022-12-18 18:52:19 +00:00
|
|
|
|
2018-11-05 12:24:00 +00:00
|
|
|
case :ets.lookup(@ets, name) do
|
2024-01-27 15:41:09 +00:00
|
|
|
[{_, emoji}] -> emoji
|
2018-11-05 12:24:00 +00:00
|
|
|
_ -> nil
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-08-24 06:47:25 +00:00
|
|
|
@spec exist?(String.t()) :: boolean()
|
|
|
|
def exist?(name), do: not is_nil(get(name))
|
|
|
|
|
2018-11-05 12:24:00 +00:00
|
|
|
@doc "Returns all the emojos!!"
|
2019-08-28 18:32:44 +00:00
|
|
|
@spec get_all() :: list({String.t(), String.t(), String.t()})
|
2019-03-05 03:18:43 +00:00
|
|
|
def get_all do
|
2018-11-05 12:24:00 +00:00
|
|
|
:ets.tab2list(@ets)
|
|
|
|
end
|
|
|
|
|
2019-09-25 09:24:12 +00:00
|
|
|
@doc "Clear out old emojis"
|
|
|
|
def clear_all, do: :ets.delete_all_objects(@ets)
|
|
|
|
|
2018-11-05 12:24:00 +00:00
|
|
|
@doc false
|
|
|
|
def init(_) do
|
|
|
|
@ets = :ets.new(@ets, @ets_options)
|
2018-11-05 17:04:43 +00:00
|
|
|
GenServer.cast(self(), :reload)
|
|
|
|
{:ok, nil}
|
2018-11-05 12:24:00 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
@doc false
|
2018-11-05 17:04:43 +00:00
|
|
|
def handle_cast(:reload, state) do
|
2019-08-28 18:32:44 +00:00
|
|
|
update_emojis(Loader.load())
|
2018-11-05 12:24:00 +00:00
|
|
|
{:noreply, state}
|
|
|
|
end
|
|
|
|
|
|
|
|
@doc false
|
|
|
|
def handle_call(:reload, _from, state) do
|
2019-08-28 18:32:44 +00:00
|
|
|
update_emojis(Loader.load())
|
2018-11-05 12:24:00 +00:00
|
|
|
{:reply, :ok, state}
|
|
|
|
end
|
|
|
|
|
|
|
|
@doc false
|
|
|
|
def terminate(_, _) do
|
|
|
|
:ok
|
|
|
|
end
|
|
|
|
|
|
|
|
@doc false
|
|
|
|
def code_change(_old_vsn, state, _extra) do
|
2019-08-28 18:32:44 +00:00
|
|
|
update_emojis(Loader.load())
|
2018-11-05 12:24:00 +00:00
|
|
|
{:ok, state}
|
|
|
|
end
|
|
|
|
|
2019-08-28 18:32:44 +00:00
|
|
|
defp update_emojis(emojis) do
|
|
|
|
:ets.insert(@ets, emojis)
|
2018-11-05 12:24:00 +00:00
|
|
|
end
|
2019-09-13 00:11:02 +00:00
|
|
|
|
2020-12-02 15:15:03 +00:00
|
|
|
@external_resource "lib/pleroma/emoji-test.txt"
|
2019-09-13 16:27:32 +00:00
|
|
|
|
2020-12-03 15:17:39 +00:00
|
|
|
regional_indicators =
|
|
|
|
Enum.map(127_462..127_487, fn codepoint ->
|
|
|
|
<<codepoint::utf8>>
|
|
|
|
end)
|
|
|
|
|
2019-09-13 16:27:32 +00:00
|
|
|
emojis =
|
|
|
|
@external_resource
|
|
|
|
|> File.read!()
|
|
|
|
|> String.split("\n")
|
2020-12-02 15:46:19 +00:00
|
|
|
|> Enum.filter(fn line ->
|
|
|
|
line != "" and not String.starts_with?(line, "#") and
|
|
|
|
String.contains?(line, "fully-qualified")
|
|
|
|
end)
|
2019-09-13 16:27:32 +00:00
|
|
|
|> Enum.map(fn line ->
|
|
|
|
line
|
|
|
|
|> String.split(";", parts: 2)
|
|
|
|
|> hd()
|
|
|
|
|> String.trim()
|
2020-12-02 15:15:03 +00:00
|
|
|
|> String.split()
|
|
|
|
|> Enum.map(fn codepoint ->
|
|
|
|
<<String.to_integer(codepoint, 16)::utf8>>
|
|
|
|
end)
|
|
|
|
|> Enum.join()
|
2019-09-13 16:27:32 +00:00
|
|
|
end)
|
|
|
|
|> Enum.uniq()
|
|
|
|
|
2020-12-03 15:17:39 +00:00
|
|
|
emojis = emojis ++ regional_indicators
|
|
|
|
|
2019-09-13 16:27:32 +00:00
|
|
|
for emoji <- emojis do
|
|
|
|
def is_unicode_emoji?(unquote(emoji)), do: true
|
2019-09-13 00:11:02 +00:00
|
|
|
end
|
2019-09-13 16:27:32 +00:00
|
|
|
|
|
|
|
def is_unicode_emoji?(_), do: false
|
2022-07-25 14:20:12 +00:00
|
|
|
|
2023-03-02 07:09:13 +00:00
|
|
|
@emoji_regex ~r/:[A-Za-z0-9_-]+(@.+)?:/
|
2022-12-18 18:52:19 +00:00
|
|
|
|
2023-03-02 07:09:13 +00:00
|
|
|
def is_custom_emoji?(s) when is_binary(s), do: Regex.match?(@emoji_regex, s)
|
|
|
|
|
|
|
|
def is_custom_emoji?(_), do: false
|
|
|
|
|
|
|
|
def maybe_strip_name(name) when is_binary(name), do: String.trim(name, ":")
|
|
|
|
|
|
|
|
def maybe_strip_name(name), do: name
|
2022-12-18 18:52:19 +00:00
|
|
|
|
|
|
|
def maybe_quote(name) when is_binary(name) do
|
|
|
|
if is_unicode_emoji?(name) do
|
|
|
|
name
|
|
|
|
else
|
|
|
|
if String.starts_with?(name, ":") do
|
|
|
|
name
|
|
|
|
else
|
|
|
|
":#{name}:"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def maybe_quote(name), do: name
|
|
|
|
|
|
|
|
def emoji_url(%{"type" => "EmojiReact", "content" => _, "tag" => []}), do: nil
|
|
|
|
|
|
|
|
def emoji_url(%{"type" => "EmojiReact", "content" => emoji, "tag" => tags}) do
|
2023-03-02 07:09:13 +00:00
|
|
|
emoji = maybe_strip_name(emoji)
|
|
|
|
|
2022-12-18 18:52:19 +00:00
|
|
|
tag =
|
|
|
|
tags
|
2023-03-02 07:09:13 +00:00
|
|
|
|> Enum.find(fn tag ->
|
|
|
|
tag["type"] == "Emoji" && !is_nil(tag["name"]) && tag["name"] == emoji
|
|
|
|
end)
|
2022-12-18 18:52:19 +00:00
|
|
|
|
|
|
|
if is_nil(tag) do
|
|
|
|
nil
|
|
|
|
else
|
|
|
|
tag
|
|
|
|
|> Map.get("icon")
|
|
|
|
|> Map.get("url")
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def emoji_url(_), do: nil
|
|
|
|
|
|
|
|
def emoji_name_with_instance(name, url) do
|
|
|
|
url = url |> URI.parse() |> Map.get(:host)
|
|
|
|
"#{name}@#{url}"
|
|
|
|
end
|
|
|
|
|
2022-07-25 14:20:12 +00:00
|
|
|
emoji_qualification_map =
|
|
|
|
emojis
|
|
|
|
|> Enum.filter(&String.contains?(&1, "\uFE0F"))
|
2022-07-25 23:38:59 +00:00
|
|
|
|> Combinations.variate_emoji_qualification()
|
2022-07-25 14:20:12 +00:00
|
|
|
|
|
|
|
for {qualified, unqualified_list} <- emoji_qualification_map do
|
|
|
|
for unqualified <- unqualified_list do
|
|
|
|
def fully_qualify_emoji(unquote(unqualified)), do: unquote(qualified)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def fully_qualify_emoji(emoji), do: emoji
|
2018-11-05 12:24:00 +00:00
|
|
|
end
|