198 lines
4.1 KiB
Elixir
198 lines
4.1 KiB
Elixir
defmodule Pleroma.Elasticsearch do
|
|
alias Pleroma.Activity
|
|
alias Pleroma.User
|
|
alias Pleroma.Elasticsearch.DocumentMappings
|
|
alias Pleroma.Config
|
|
require Logger
|
|
|
|
defp url do
|
|
Config.get([:elasticsearch, :url])
|
|
end
|
|
|
|
defp enabled? do
|
|
Config.get([:search, :provider]) == Pleroma.Search.Elasticsearch
|
|
end
|
|
|
|
def put_by_id(:activity, id) do
|
|
id
|
|
|> Activity.get_by_id_with_object()
|
|
|> maybe_put_into_elasticsearch()
|
|
end
|
|
|
|
def maybe_put_into_elasticsearch({:ok, item}) do
|
|
maybe_put_into_elasticsearch(item)
|
|
end
|
|
|
|
def maybe_put_into_elasticsearch(
|
|
%{data: %{"type" => "Create"}, object: %{data: %{"type" => "Note"}}} = activity
|
|
) do
|
|
if enabled?() do
|
|
actor = Pleroma.Activity.user_actor(activity)
|
|
|
|
activity
|
|
|> Map.put(:user_actor, actor)
|
|
|> put()
|
|
end
|
|
end
|
|
|
|
def maybe_put_into_elasticsearch(%User{actor_type: "Person"} = user) do
|
|
if enabled?() do
|
|
put(user)
|
|
end
|
|
end
|
|
|
|
def maybe_put_into_elasticsearch(_) do
|
|
{:ok, :skipped}
|
|
end
|
|
|
|
def put(%Activity{} = activity) do
|
|
{:ok, _} =
|
|
Elastix.Document.index(
|
|
url(),
|
|
"activities",
|
|
"activity",
|
|
DocumentMappings.Activity.id(activity),
|
|
DocumentMappings.Activity.encode(activity)
|
|
)
|
|
|
|
{:ok, _} =
|
|
bulk_post(
|
|
activity.object.hashtags,
|
|
:hashtags
|
|
)
|
|
end
|
|
|
|
def put(%User{} = user) do
|
|
{:ok, _} =
|
|
Elastix.Document.index(
|
|
url(),
|
|
"users",
|
|
"user",
|
|
DocumentMappings.User.id(user),
|
|
DocumentMappings.User.encode(user)
|
|
)
|
|
end
|
|
|
|
def bulk_post(data, :activities) do
|
|
d =
|
|
data
|
|
|> Enum.filter(fn x ->
|
|
t =
|
|
x.object
|
|
|> Map.get(:data, %{})
|
|
|> Map.get("type", "")
|
|
|
|
t == "Note"
|
|
end)
|
|
|> Enum.map(fn d ->
|
|
[
|
|
%{index: %{_id: DocumentMappings.Activity.id(d)}},
|
|
DocumentMappings.Activity.encode(d)
|
|
]
|
|
end)
|
|
|> List.flatten()
|
|
|
|
{:ok, %{body: %{"errors" => false}}} =
|
|
Elastix.Bulk.post(
|
|
url(),
|
|
d,
|
|
index: "activities",
|
|
type: "activity"
|
|
)
|
|
end
|
|
|
|
def bulk_post(data, :users) do
|
|
d =
|
|
data
|
|
|> Enum.map(fn d ->
|
|
[
|
|
%{index: %{_id: DocumentMappings.User.id(d)}},
|
|
DocumentMappings.User.encode(d)
|
|
]
|
|
end)
|
|
|> List.flatten()
|
|
|
|
Elastix.Bulk.post(
|
|
url(),
|
|
d,
|
|
index: "users",
|
|
type: "user"
|
|
)
|
|
end
|
|
|
|
def bulk_post([] = data, :hashtags) do
|
|
d =
|
|
data
|
|
|> Enum.map(fn d ->
|
|
[
|
|
%{index: %{_id: DocumentMappings.Hashtag.id(d)}},
|
|
DocumentMappings.Hashtag.encode(d)
|
|
]
|
|
end)
|
|
|> List.flatten()
|
|
|
|
Elastix.Bulk.post(
|
|
url(),
|
|
d,
|
|
index: "hashtags",
|
|
type: "hashtag"
|
|
)
|
|
end
|
|
|
|
def bulk_post(_, :hashtags), do: {:ok, nil}
|
|
|
|
def search(_, _, _, :skip), do: []
|
|
|
|
def search(:raw, index, type, q) do
|
|
with {:ok, raw_results} <- Elastix.Search.search(url(), index, [type], q) do
|
|
results =
|
|
raw_results
|
|
|> Map.get(:body, %{})
|
|
|> Map.get("hits", %{})
|
|
|> Map.get("hits", [])
|
|
|
|
{:ok, results}
|
|
else
|
|
{:error, e} ->
|
|
Logger.error(e)
|
|
{:error, e}
|
|
end
|
|
end
|
|
|
|
def search(:activities, q) do
|
|
with {:ok, results} <- search(:raw, "activities", "activity", q) do
|
|
results
|
|
|> Enum.map(fn result -> result["_id"] end)
|
|
|> Pleroma.Activity.all_by_ids_with_object()
|
|
|> Enum.sort(&(&1.inserted_at >= &2.inserted_at))
|
|
else
|
|
e ->
|
|
Logger.error(e)
|
|
[]
|
|
end
|
|
end
|
|
|
|
def search(:users, q) do
|
|
with {:ok, results} <- search(:raw, "users", "user", q) do
|
|
results
|
|
|> Enum.map(fn result -> result["_id"] end)
|
|
|> Pleroma.User.get_all_by_ids()
|
|
else
|
|
e ->
|
|
Logger.error(e)
|
|
[]
|
|
end
|
|
end
|
|
|
|
def search(:hashtags, q) do
|
|
with {:ok, results} <- search(:raw, "hashtags", "hashtag", q) do
|
|
results
|
|
|> Enum.map(fn result -> result["_source"]["hashtag"] end)
|
|
else
|
|
e ->
|
|
Logger.error(e)
|
|
[]
|
|
end
|
|
end
|
|
end
|