integrate search endpoint with ES

This commit is contained in:
FloatingGhost 2021-12-11 18:48:46 +00:00
parent c684265585
commit 3478492945
5 changed files with 69 additions and 2 deletions

View file

@ -851,6 +851,9 @@
{Pleroma.Web.ActivityPub.MRF.MediaProxyWarmingPolicy, [max_running: 5, max_waiting: 5]} {Pleroma.Web.ActivityPub.MRF.MediaProxyWarmingPolicy, [max_running: 5, max_waiting: 5]}
] ]
config :pleroma, :search,
provider: :builtin
# Import environment specific config. This must remain at the bottom # Import environment specific config. This must remain at the bottom
# of this file so it overrides the configuration defined above. # of this file so it overrides the configuration defined above.
import_config "#{Mix.env()}.exs" import_config "#{Mix.env()}.exs"

View file

@ -4,6 +4,7 @@ defmodule Pleroma.Elasticsearch.DocumentMappings.Activity do
def id(obj), do: obj.id def id(obj), do: obj.id
def encode(%{object: %{data: %{ "type" => "Note" }}} = activity) do def encode(%{object: %{data: %{ "type" => "Note" }}} = activity) do
%{ %{
_timestamp: activity.inserted_at,
user: activity.user_actor.nickname, user: activity.user_actor.nickname,
content: activity.object.data["content"], content: activity.object.data["content"],
instance: URI.parse(activity.user_actor.ap_id).host, instance: URI.parse(activity.user_actor.ap_id).host,

View file

@ -26,11 +26,20 @@ def bulk_post(data, :activities) do
end) end)
|> List.flatten() |> List.flatten()
IO.inspect Elastix.Bulk.post( Elastix.Bulk.post(
url(), url(),
d, d,
index: "activities", index: "activities",
type: "activity" type: "activity"
) )
end end
def search(query) do
Elastix.Search.search(
url(),
"activities",
["activity"],
%{query: %{term: %{content: query}}}
)
end
end end

View file

@ -16,6 +16,8 @@ defmodule Pleroma.Web.CommonAPI do
alias Pleroma.Web.ActivityPub.Utils alias Pleroma.Web.ActivityPub.Utils
alias Pleroma.Web.ActivityPub.Visibility alias Pleroma.Web.ActivityPub.Visibility
alias Pleroma.Web.CommonAPI.ActivityDraft alias Pleroma.Web.CommonAPI.ActivityDraft
alias Pleroma.Elasticsearch
alias Pleroma.Config
import Pleroma.Web.Gettext import Pleroma.Web.Gettext
import Pleroma.Web.CommonAPI.Utils import Pleroma.Web.CommonAPI.Utils
@ -395,9 +397,24 @@ def listen(user, data) do
end end
end end
def maybe_put_into_elasticsearch({:ok, activity}) do
if Config.get([:search, :provider]) == :elasticsearch do
actor = Pleroma.Activity.user_actor(activity)
activity
|> Map.put(:user_actor, actor)
|> Elasticsearch.put()
end
end
def maybe_put_into_elasticsearch(_) do
{:ok, :skipped}
end
def post(user, %{status: _} = data) do def post(user, %{status: _} = data) do
with {:ok, draft} <- ActivityDraft.create(user, data) do with {:ok, draft} <- ActivityDraft.create(user, data) do
ActivityPub.create(draft.changes, draft.preview?) activity = ActivityPub.create(draft.changes, draft.preview?)
maybe_put_into_elasticsearch(activity)
activity
end end
end end

View file

@ -45,6 +45,43 @@ def search(conn, params), do: do_search(:v1, conn, params)
defp do_search(version, %{assigns: %{user: user}} = conn, %{q: query} = params) do defp do_search(version, %{assigns: %{user: user}} = conn, %{q: query} = params) do
query = String.trim(query) query = String.trim(query)
options = search_options(params, user)
if Pleroma.Config.get([:search, :provider]) == :elasticsearch do
elasticsearch_search(conn, query, options)
else
builtin_search(version, conn, params)
end
end
defp elasticsearch_search(%{assigns: %{user: user}} = conn, query, options) do
with {:ok, raw_results} <- Pleroma.Elasticsearch.search(query) do
results = raw_results
|> Map.get(:body)
|> Map.get("hits")
|> Map.get("hits")
|> Enum.map(fn result -> result["_id"] end)
|> Pleroma.Activity.all_by_ids_with_object()
json(
conn,
%{
accounts: [],
hashtags: [],
statuses: StatusView.render("index.json",
activities: results,
for: user,
as: :activity
)}
)
else
{:error, _} ->
conn
|> put_status(:internal_server_error)
|> json(%{error: "Search failed"})
end
end
defp builtin_search(version, %{assigns: %{user: user}} = conn, %{q: query} = params) do
options = search_options(params, user) options = search_options(params, user)
timeout = Keyword.get(Repo.config(), :timeout, 15_000) timeout = Keyword.get(Repo.config(), :timeout, 15_000)
default_values = %{"statuses" => [], "accounts" => [], "hashtags" => []} default_values = %{"statuses" => [], "accounts" => [], "hashtags" => []}