2019-06-14 11:39:57 +00:00
|
|
|
# Pleroma: A lightweight social networking server
|
2021-01-13 06:49:20 +00:00
|
|
|
# Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
|
2019-06-14 11:39:57 +00:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
|
|
|
defmodule Pleroma.Web.MastodonAPI.SearchController do
|
|
|
|
use Pleroma.Web, :controller
|
2019-07-10 08:28:03 +00:00
|
|
|
|
2019-06-14 11:39:57 +00:00
|
|
|
alias Pleroma.Activity
|
2019-07-11 13:55:31 +00:00
|
|
|
alias Pleroma.Repo
|
2019-06-14 11:39:57 +00:00
|
|
|
alias Pleroma.User
|
2020-05-12 16:14:35 +00:00
|
|
|
alias Pleroma.Web.ControllerHelper
|
2021-05-31 20:09:11 +00:00
|
|
|
alias Pleroma.Web.Endpoint
|
2019-06-14 11:39:57 +00:00
|
|
|
alias Pleroma.Web.MastodonAPI.AccountView
|
|
|
|
alias Pleroma.Web.MastodonAPI.StatusView
|
2020-06-24 10:07:47 +00:00
|
|
|
alias Pleroma.Web.Plugs.OAuthScopesPlug
|
|
|
|
alias Pleroma.Web.Plugs.RateLimiter
|
2019-06-14 11:39:57 +00:00
|
|
|
|
|
|
|
require Logger
|
2019-09-15 15:22:08 +00:00
|
|
|
|
2020-05-07 10:04:48 +00:00
|
|
|
plug(Pleroma.Web.ApiSpec.CastAndValidate)
|
|
|
|
|
2019-09-15 15:22:08 +00:00
|
|
|
# Note: Mastodon doesn't allow unauthenticated access (requires read:accounts / read:search)
|
|
|
|
plug(OAuthScopesPlug, %{scopes: ["read:search"], fallback: :proceed_unauthenticated})
|
|
|
|
|
2020-04-22 15:50:25 +00:00
|
|
|
# Note: on private instances auth is required (EnsurePublicOrAuthenticatedPlug is not skipped)
|
|
|
|
|
2019-11-11 12:13:06 +00:00
|
|
|
plug(RateLimiter, [name: :search] when action in [:search, :search2, :account_search])
|
2019-06-14 11:39:57 +00:00
|
|
|
|
2020-05-07 10:04:48 +00:00
|
|
|
defdelegate open_api_operation(action), to: Pleroma.Web.ApiSpec.SearchOperation
|
|
|
|
|
|
|
|
def account_search(%{assigns: %{user: user}} = conn, %{q: query} = params) do
|
2019-06-14 11:39:57 +00:00
|
|
|
accounts = User.search(query, search_options(params, user))
|
|
|
|
|
2019-09-23 22:33:59 +00:00
|
|
|
conn
|
|
|
|
|> put_view(AccountView)
|
2020-05-12 16:14:35 +00:00
|
|
|
|> render("index.json",
|
|
|
|
users: accounts,
|
|
|
|
for: user,
|
2020-05-13 15:56:45 +00:00
|
|
|
as: :user
|
2020-05-12 16:14:35 +00:00
|
|
|
)
|
2019-06-14 11:39:57 +00:00
|
|
|
end
|
|
|
|
|
2019-07-11 13:55:31 +00:00
|
|
|
def search2(conn, params), do: do_search(:v2, conn, params)
|
|
|
|
def search(conn, params), do: do_search(:v1, conn, params)
|
|
|
|
|
2020-05-07 10:04:48 +00:00
|
|
|
defp do_search(version, %{assigns: %{user: user}} = conn, %{q: query} = params) do
|
2020-07-03 14:36:55 +00:00
|
|
|
query = String.trim(query)
|
2021-12-11 18:48:46 +00:00
|
|
|
options = search_options(params, user)
|
|
|
|
if Pleroma.Config.get([:search, :provider]) == :elasticsearch do
|
|
|
|
elasticsearch_search(conn, query, options)
|
|
|
|
else
|
|
|
|
builtin_search(version, conn, params)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
defp elasticsearch_search(%{assigns: %{user: user}} = conn, query, options) do
|
|
|
|
with {:ok, raw_results} <- Pleroma.Elasticsearch.search(query) do
|
|
|
|
results = raw_results
|
|
|
|
|> Map.get(:body)
|
|
|
|
|> Map.get("hits")
|
|
|
|
|> Map.get("hits")
|
|
|
|
|> Enum.map(fn result -> result["_id"] end)
|
|
|
|
|> Pleroma.Activity.all_by_ids_with_object()
|
|
|
|
|
|
|
|
json(
|
|
|
|
conn,
|
|
|
|
%{
|
|
|
|
accounts: [],
|
|
|
|
hashtags: [],
|
|
|
|
statuses: StatusView.render("index.json",
|
|
|
|
activities: results,
|
|
|
|
for: user,
|
|
|
|
as: :activity
|
|
|
|
)}
|
|
|
|
)
|
|
|
|
else
|
|
|
|
{:error, _} ->
|
|
|
|
conn
|
|
|
|
|> put_status(:internal_server_error)
|
|
|
|
|> json(%{error: "Search failed"})
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
defp builtin_search(version, %{assigns: %{user: user}} = conn, %{q: query} = params) do
|
2019-07-11 13:55:31 +00:00
|
|
|
options = search_options(params, user)
|
|
|
|
timeout = Keyword.get(Repo.config(), :timeout, 15_000)
|
|
|
|
default_values = %{"statuses" => [], "accounts" => [], "hashtags" => []}
|
|
|
|
|
|
|
|
result =
|
|
|
|
default_values
|
|
|
|
|> Enum.map(fn {resource, default_value} ->
|
2020-05-07 10:04:48 +00:00
|
|
|
if params[:type] in [nil, resource] do
|
2019-07-11 13:55:31 +00:00
|
|
|
{resource, fn -> resource_search(version, resource, query, options) end}
|
|
|
|
else
|
|
|
|
{resource, fn -> default_value end}
|
|
|
|
end
|
|
|
|
end)
|
|
|
|
|> Task.async_stream(fn {resource, f} -> {resource, with_fallback(f)} end,
|
|
|
|
timeout: timeout,
|
|
|
|
on_timeout: :kill_task
|
|
|
|
)
|
|
|
|
|> Enum.reduce(default_values, fn
|
|
|
|
{:ok, {resource, result}}, acc ->
|
|
|
|
Map.put(acc, resource, result)
|
|
|
|
|
|
|
|
_error, acc ->
|
|
|
|
acc
|
|
|
|
end)
|
|
|
|
|
|
|
|
json(conn, result)
|
2019-07-10 08:28:03 +00:00
|
|
|
end
|
|
|
|
|
2019-06-14 11:39:57 +00:00
|
|
|
defp search_options(params, user) do
|
|
|
|
[
|
2020-05-07 10:04:48 +00:00
|
|
|
resolve: params[:resolve],
|
|
|
|
following: params[:following],
|
|
|
|
limit: params[:limit],
|
|
|
|
offset: params[:offset],
|
|
|
|
type: params[:type],
|
2019-07-11 13:55:31 +00:00
|
|
|
author: get_author(params),
|
2020-05-13 15:56:45 +00:00
|
|
|
embed_relationships: ControllerHelper.embed_relationships?(params),
|
2019-06-14 11:39:57 +00:00
|
|
|
for_user: user
|
|
|
|
]
|
2019-07-11 13:55:31 +00:00
|
|
|
|> Enum.filter(&elem(&1, 1))
|
|
|
|
end
|
|
|
|
|
|
|
|
defp resource_search(_, "accounts", query, options) do
|
|
|
|
accounts = with_fallback(fn -> User.search(query, options) end)
|
2020-04-01 16:49:09 +00:00
|
|
|
|
|
|
|
AccountView.render("index.json",
|
|
|
|
users: accounts,
|
|
|
|
for: options[:for_user],
|
2020-05-12 16:14:35 +00:00
|
|
|
embed_relationships: options[:embed_relationships]
|
2020-04-01 16:49:09 +00:00
|
|
|
)
|
2019-07-11 13:55:31 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
defp resource_search(_, "statuses", query, options) do
|
|
|
|
statuses = with_fallback(fn -> Activity.search(options[:for_user], query, options) end)
|
2020-04-01 16:49:09 +00:00
|
|
|
|
|
|
|
StatusView.render("index.json",
|
|
|
|
activities: statuses,
|
|
|
|
for: options[:for_user],
|
2020-05-09 15:05:44 +00:00
|
|
|
as: :activity
|
2020-04-01 16:49:09 +00:00
|
|
|
)
|
2019-07-11 13:55:31 +00:00
|
|
|
end
|
|
|
|
|
2020-06-19 13:14:06 +00:00
|
|
|
defp resource_search(:v2, "hashtags", query, options) do
|
2021-05-31 20:09:11 +00:00
|
|
|
tags_path = Endpoint.url() <> "/tag/"
|
2019-07-11 13:55:31 +00:00
|
|
|
|
|
|
|
query
|
2020-06-19 13:14:06 +00:00
|
|
|
|> prepare_tags(options)
|
2019-07-11 13:55:31 +00:00
|
|
|
|> Enum.map(fn tag ->
|
|
|
|
%{name: tag, url: tags_path <> tag}
|
|
|
|
end)
|
|
|
|
end
|
|
|
|
|
2020-06-19 13:14:06 +00:00
|
|
|
defp resource_search(:v1, "hashtags", query, options) do
|
|
|
|
prepare_tags(query, options)
|
2019-07-11 13:55:31 +00:00
|
|
|
end
|
|
|
|
|
2020-06-19 13:14:06 +00:00
|
|
|
defp prepare_tags(query, options) do
|
2020-05-29 19:03:14 +00:00
|
|
|
tags =
|
|
|
|
query
|
2020-06-11 13:05:14 +00:00
|
|
|
|> preprocess_uri_query()
|
2020-05-30 07:29:08 +00:00
|
|
|
|> String.split(~r/[^#\w]+/u, trim: true)
|
2020-05-29 19:03:14 +00:00
|
|
|
|> Enum.uniq_by(&String.downcase/1)
|
|
|
|
|
|
|
|
explicit_tags = Enum.filter(tags, fn tag -> String.starts_with?(tag, "#") end)
|
|
|
|
|
|
|
|
tags =
|
|
|
|
if Enum.any?(explicit_tags) do
|
|
|
|
explicit_tags
|
|
|
|
else
|
|
|
|
tags
|
|
|
|
end
|
|
|
|
|
|
|
|
tags = Enum.map(tags, fn tag -> String.trim_leading(tag, "#") end)
|
|
|
|
|
2020-06-19 13:14:06 +00:00
|
|
|
tags =
|
|
|
|
if Enum.empty?(explicit_tags) && !options[:skip_joined_tag] do
|
|
|
|
add_joined_tag(tags)
|
|
|
|
else
|
|
|
|
tags
|
|
|
|
end
|
|
|
|
|
|
|
|
Pleroma.Pagination.paginate(tags, options)
|
|
|
|
end
|
|
|
|
|
|
|
|
defp add_joined_tag(tags) do
|
|
|
|
tags
|
|
|
|
|> Kernel.++([joined_tag(tags)])
|
|
|
|
|> Enum.uniq_by(&String.downcase/1)
|
2020-05-29 19:03:14 +00:00
|
|
|
end
|
|
|
|
|
2020-06-11 13:05:14 +00:00
|
|
|
# If `query` is a URI, returns last component of its path, otherwise returns `query`
|
|
|
|
defp preprocess_uri_query(query) do
|
|
|
|
if query =~ ~r/https?:\/\// do
|
|
|
|
query
|
2020-06-12 11:25:41 +00:00
|
|
|
|> String.trim_trailing("/")
|
2020-06-11 13:05:14 +00:00
|
|
|
|> URI.parse()
|
|
|
|
|> Map.get(:path)
|
|
|
|
|> String.split("/")
|
|
|
|
|> Enum.at(-1)
|
|
|
|
else
|
|
|
|
query
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-05-29 19:03:14 +00:00
|
|
|
defp joined_tag(tags) do
|
|
|
|
tags
|
|
|
|
|> Enum.map(fn tag -> String.capitalize(tag) end)
|
|
|
|
|> Enum.join()
|
2019-06-14 11:39:57 +00:00
|
|
|
end
|
2019-07-03 10:19:51 +00:00
|
|
|
|
2019-07-10 08:28:03 +00:00
|
|
|
defp with_fallback(f, fallback \\ []) do
|
2019-07-03 10:19:51 +00:00
|
|
|
try do
|
|
|
|
f.()
|
|
|
|
rescue
|
|
|
|
error ->
|
|
|
|
Logger.error("#{__MODULE__} search error: #{inspect(error)}")
|
|
|
|
fallback
|
|
|
|
end
|
|
|
|
end
|
2019-07-11 13:55:31 +00:00
|
|
|
|
2020-05-07 10:04:48 +00:00
|
|
|
defp get_author(%{account_id: account_id}) when is_binary(account_id),
|
2019-07-11 13:55:31 +00:00
|
|
|
do: User.get_cached_by_id(account_id)
|
|
|
|
|
|
|
|
defp get_author(_params), do: nil
|
2019-06-14 11:39:57 +00:00
|
|
|
end
|