Emoji: Update to Unicode 13.1, switch base file, allow multichar.

lib/pleroma/emoji.ex

@@ -102,7 +102,7 @@ defmodule Pleroma.Emoji do
     :ets.insert(@ets, emojis)
   end
 
-  @external_resource "lib/pleroma/emoji-data.txt"
+  @external_resource "lib/pleroma/emoji-test.txt"
 
   emojis =
     @external_resource
@@ -114,17 +114,12 @@ defmodule Pleroma.Emoji do
       |> String.split(";", parts: 2)
       |> hd()
       |> String.trim()
-      |> String.split("..")
+      |> String.split()
-      |> case do
+      |> Enum.map(fn codepoint ->
-        [number] ->
+        <<String.to_integer(codepoint, 16)::utf8>>
-          <<String.to_integer(number, 16)::utf8>>
+      end)
-
+      |> Enum.join()
-        [first, last] ->
-          String.to_integer(first, 16)..String.to_integer(last, 16)
-          |> Enum.map(&<<&1::utf8>>)
-      end
     end)
-    |> List.flatten()
     |> Enum.uniq()
 
   for emoji <- emojis do

test/pleroma/emoji_test.exs

@@ -9,8 +9,12 @@ defmodule Pleroma.EmojiTest do
   describe "is_unicode_emoji?/1" do
     test "tells if a string is an unicode emoji" do
       refute Emoji.is_unicode_emoji?("X")
+      refute Emoji.is_unicode_emoji?("ね")
+
       assert Emoji.is_unicode_emoji?("☂")
       assert Emoji.is_unicode_emoji?("🥺")
+      assert Emoji.is_unicode_emoji?("🤰")
+      assert Emoji.is_unicode_emoji?("❤️")
     end
   end