2021-12-11 17:36:49 +00:00
|
|
|
# Pleroma: A lightweight social networking server
|
|
|
|
# Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
|
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
|
|
|
defmodule Mix.Tasks.Pleroma.Search do
|
|
|
|
use Mix.Task
|
|
|
|
import Mix.Pleroma
|
|
|
|
import Ecto.Query
|
|
|
|
alias Pleroma.Activity
|
|
|
|
alias Pleroma.Pagination
|
|
|
|
|
|
|
|
@shortdoc "Manages elasticsearch"
|
|
|
|
|
2021-12-14 13:58:16 +00:00
|
|
|
def run(["import_since", d | _rest]) do
|
|
|
|
start_pleroma()
|
|
|
|
{:ok, since, _} = DateTime.from_iso8601(d)
|
|
|
|
|
|
|
|
from(a in Activity, where: not ilike(a.actor, "%/relay") and a.inserted_at > ^since)
|
|
|
|
|> Activity.with_preloaded_object()
|
|
|
|
|> Activity.with_preloaded_user_actor()
|
|
|
|
|> get_all
|
|
|
|
end
|
|
|
|
|
2021-12-12 17:23:44 +00:00
|
|
|
def run(["import" | _rest]) do
|
2021-12-11 17:36:49 +00:00
|
|
|
start_pleroma()
|
|
|
|
|
2021-12-12 17:23:44 +00:00
|
|
|
from(a in Activity, where: not ilike(a.actor, "%/relay"))
|
2021-12-12 18:25:20 +00:00
|
|
|
|> where([a], fragment("(? ->> 'type'::text) = 'Create'", a.data))
|
2021-12-12 17:23:44 +00:00
|
|
|
|> Activity.with_preloaded_object()
|
|
|
|
|> Activity.with_preloaded_user_actor()
|
2021-12-11 17:36:49 +00:00
|
|
|
|> get_all
|
|
|
|
end
|
|
|
|
|
|
|
|
defp get_all(query, max_id \\ nil) do
|
2021-12-12 18:25:20 +00:00
|
|
|
IO.puts(max_id)
|
|
|
|
params = %{limit: 2000}
|
2021-12-12 17:23:44 +00:00
|
|
|
|
|
|
|
params =
|
|
|
|
if max_id == nil do
|
2021-12-11 17:36:49 +00:00
|
|
|
params
|
2021-12-12 17:23:44 +00:00
|
|
|
else
|
2021-12-11 17:36:49 +00:00
|
|
|
Map.put(params, :max_id, max_id)
|
2021-12-12 17:23:44 +00:00
|
|
|
end
|
2021-12-11 17:36:49 +00:00
|
|
|
|
2021-12-12 17:23:44 +00:00
|
|
|
res =
|
|
|
|
query
|
|
|
|
|> Pagination.fetch_paginated(params)
|
2021-12-11 17:36:49 +00:00
|
|
|
|
|
|
|
if res == [] do
|
|
|
|
:ok
|
|
|
|
else
|
|
|
|
res
|
2021-12-14 13:58:16 +00:00
|
|
|
|> Enum.filter(fn x ->
|
|
|
|
t =
|
|
|
|
x.object
|
|
|
|
|> Map.get(:data, %{})
|
|
|
|
|> Map.get("type", "")
|
|
|
|
|
|
|
|
t == "Note"
|
2021-12-12 18:25:20 +00:00
|
|
|
end)
|
2021-12-11 17:36:49 +00:00
|
|
|
|> Pleroma.Elasticsearch.bulk_post(:activities)
|
|
|
|
|
|
|
|
get_all(query, List.last(res).id)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|