# Pleroma: A lightweight social networking server # Copyright © 2017-2021 Pleroma Authors # SPDX-License-Identifier: AGPL-3.0-only defmodule Mix.Tasks.Pleroma.DatabaseTest do use Pleroma.DataCase, async: true use Oban.Testing, repo: Pleroma.Repo alias Pleroma.Activity alias Pleroma.Object alias Pleroma.Repo alias Pleroma.User alias Pleroma.Web.CommonAPI import Pleroma.Factory setup_all do Mix.shell(Mix.Shell.Process) on_exit(fn -> Mix.shell(Mix.Shell.IO) end) :ok end describe "running remove_embedded_objects" do test "it replaces objects with references" do user = insert(:user) {:ok, activity} = CommonAPI.post(user, %{status: "test"}) new_data = Map.put(activity.data, "object", activity.object.data) {:ok, activity} = activity |> Activity.change(%{data: new_data}) |> Repo.update() assert is_map(activity.data["object"]) Mix.Tasks.Pleroma.Database.run(["remove_embedded_objects"]) activity = Activity.get_by_id_with_object(activity.id) assert is_binary(activity.data["object"]) end end describe "prune_objects" do test "it prunes old objects from the database" do insert(:note) deadline = Pleroma.Config.get([:instance, :remote_post_retention_days]) + 1 date = Timex.now() |> Timex.shift(days: -deadline) |> Timex.to_naive_datetime() |> NaiveDateTime.truncate(:second) %{id: id} = :note |> insert() |> Ecto.Changeset.change(%{inserted_at: date}) |> Repo.update!() assert length(Repo.all(Object)) == 2 Mix.Tasks.Pleroma.Database.run(["prune_objects"]) assert length(Repo.all(Object)) == 1 refute Object.get_by_id(id) end test "with the --keep-threads option it still keeps non-old threads even with no local interactions" do remote_user = insert(:user, local: false) remote_user2 = insert(:user, local: false) {:ok, remote_post_activity} = CommonAPI.post(remote_user, %{status: "some thing", local: false}) {:ok, remote_post_reply_activity} = CommonAPI.post(remote_user2, %{ status: "some reply", in_reply_to_status_id: remote_post_activity.id }) remote_post_activity |> Ecto.Changeset.change(%{local: false}) |> Repo.update!() remote_post_reply_activity |> Ecto.Changeset.change(%{local: false}) |> Repo.update!() assert length(Repo.all(Object)) == 2 Mix.Tasks.Pleroma.Database.run(["prune_objects", "--keep-threads"]) assert length(Repo.all(Object)) == 2 end test "with the --keep-threads option it deletes old threads with no local interaction" do deadline = Pleroma.Config.get([:instance, :remote_post_retention_days]) + 1 old_insert_date = Timex.now() |> Timex.shift(days: -deadline) |> Timex.to_naive_datetime() |> NaiveDateTime.truncate(:second) remote_user = insert(:user, local: false) remote_user2 = insert(:user, local: false) {:ok, old_remote_post_activity} = CommonAPI.post(remote_user, %{status: "some thing", local: false}) old_remote_post_activity |> Ecto.Changeset.change(%{local: false, updated_at: old_insert_date}) |> Repo.update!() {:ok, old_remote_post_reply_activity} = CommonAPI.post(remote_user2, %{ status: "some reply", in_reply_to_status_id: old_remote_post_activity.id }) old_remote_post_reply_activity |> Ecto.Changeset.change(%{local: false, updated_at: old_insert_date}) |> Repo.update!() {:ok, old_favourite_activity} = CommonAPI.favorite(remote_user2, old_remote_post_activity.id) old_favourite_activity |> Ecto.Changeset.change(%{local: false, updated_at: old_insert_date}) |> Repo.update!() {:ok, old_repeat_activity} = CommonAPI.repeat(old_remote_post_activity.id, remote_user2) old_repeat_activity |> Ecto.Changeset.change(%{local: false, updated_at: old_insert_date}) |> Repo.update!() assert length(Repo.all(Object)) == 2 Mix.Tasks.Pleroma.Database.run(["prune_objects", "--keep-threads"]) assert Repo.all(Object) == [] end test "with the --keep-threads option it keeps old threads with local interaction" do deadline = Pleroma.Config.get([:instance, :remote_post_retention_days]) + 1 old_insert_date = Timex.now() |> Timex.shift(days: -deadline) |> Timex.to_naive_datetime() |> NaiveDateTime.truncate(:second) remote_user = insert(:user, local: false) local_user = insert(:user, local: true) # local reply {:ok, old_remote_post1_activity} = CommonAPI.post(remote_user, %{status: "some thing", local: false}) old_remote_post1_activity |> Ecto.Changeset.change(%{local: false, updated_at: old_insert_date}) |> Repo.update!() {:ok, old_local_post2_reply_activity} = CommonAPI.post(local_user, %{ status: "some reply", in_reply_to_status_id: old_remote_post1_activity.id }) old_local_post2_reply_activity |> Ecto.Changeset.change(%{local: true, updated_at: old_insert_date}) |> Repo.update!() # local Like {:ok, old_remote_post3_activity} = CommonAPI.post(remote_user, %{status: "some thing", local: false}) old_remote_post3_activity |> Ecto.Changeset.change(%{local: false, updated_at: old_insert_date}) |> Repo.update!() {:ok, old_favourite_activity} = CommonAPI.favorite(local_user, old_remote_post3_activity.id) old_favourite_activity |> Ecto.Changeset.change(%{local: true, updated_at: old_insert_date}) |> Repo.update!() # local Announce {:ok, old_remote_post4_activity} = CommonAPI.post(remote_user, %{status: "some thing", local: false}) old_remote_post4_activity |> Ecto.Changeset.change(%{local: false, updated_at: old_insert_date}) |> Repo.update!() {:ok, old_repeat_activity} = CommonAPI.repeat(old_remote_post4_activity.id, local_user) old_repeat_activity |> Ecto.Changeset.change(%{local: true, updated_at: old_insert_date}) |> Repo.update!() assert length(Repo.all(Object)) == 4 Mix.Tasks.Pleroma.Database.run(["prune_objects", "--keep-threads"]) assert length(Repo.all(Object)) == 4 end test "with the --keep-threads option it keeps old threads with bookmarked posts" do deadline = Pleroma.Config.get([:instance, :remote_post_retention_days]) + 1 old_insert_date = Timex.now() |> Timex.shift(days: -deadline) |> Timex.to_naive_datetime() |> NaiveDateTime.truncate(:second) remote_user = insert(:user, local: false) local_user = insert(:user, local: true) {:ok, old_remote_post_activity} = CommonAPI.post(remote_user, %{status: "some thing", local: false}) old_remote_post_activity |> Ecto.Changeset.change(%{local: false, updated_at: old_insert_date}) |> Repo.update!() Pleroma.Bookmark.create(local_user.id, old_remote_post_activity.id) assert length(Repo.all(Object)) == 1 Mix.Tasks.Pleroma.Database.run(["prune_objects", "--keep-threads"]) assert length(Repo.all(Object)) == 1 end end describe "running update_users_following_followers_counts" do test "following and followers count are updated" do [user, user2] = insert_pair(:user) {:ok, %User{} = user, _user2} = User.follow(user, user2) following = User.following(user) assert length(following) == 2 assert user.follower_count == 0 {:ok, user} = user |> Ecto.Changeset.change(%{follower_count: 3}) |> Repo.update() assert user.follower_count == 3 assert {:ok, :ok} == Mix.Tasks.Pleroma.Database.run(["update_users_following_followers_counts"]) user = User.get_by_id(user.id) assert length(User.following(user)) == 2 assert user.follower_count == 0 end end describe "running fix_likes_collections" do test "it turns OrderedCollection likes into empty arrays" do [user, user2] = insert_pair(:user) {:ok, %{id: id, object: object}} = CommonAPI.post(user, %{status: "test"}) {:ok, %{object: object2}} = CommonAPI.post(user, %{status: "test test"}) CommonAPI.favorite(user2, id) likes = %{ "first" => "http://mastodon.example.org/objects/dbdbc507-52c8-490d-9b7c-1e1d52e5c132/likes?page=1", "id" => "http://mastodon.example.org/objects/dbdbc507-52c8-490d-9b7c-1e1d52e5c132/likes", "totalItems" => 3, "type" => "OrderedCollection" } new_data = Map.put(object2.data, "likes", likes) object2 |> Ecto.Changeset.change(%{data: new_data}) |> Repo.update() assert length(Object.get_by_id(object.id).data["likes"]) == 1 assert is_map(Object.get_by_id(object2.id).data["likes"]) assert :ok == Mix.Tasks.Pleroma.Database.run(["fix_likes_collections"]) assert length(Object.get_by_id(object.id).data["likes"]) == 1 assert Enum.empty?(Object.get_by_id(object2.id).data["likes"]) end end describe "ensure_expiration" do test "it adds to expiration old statuses" do activity1 = insert(:note_activity) {:ok, inserted_at, 0} = DateTime.from_iso8601("2015-01-23T23:50:07Z") activity2 = insert(:note_activity, %{inserted_at: inserted_at}) %{id: activity_id3} = insert(:note_activity) expires_at = DateTime.add(DateTime.utc_now(), 60 * 61) Pleroma.Workers.PurgeExpiredActivity.enqueue(%{ activity_id: activity_id3, expires_at: expires_at }) Mix.Tasks.Pleroma.Database.run(["ensure_expiration"]) assert_enqueued( worker: Pleroma.Workers.PurgeExpiredActivity, args: %{activity_id: activity1.id}, scheduled_at: activity1.inserted_at |> DateTime.from_naive!("Etc/UTC") |> Timex.shift(days: 365) ) assert_enqueued( worker: Pleroma.Workers.PurgeExpiredActivity, args: %{activity_id: activity2.id}, scheduled_at: activity2.inserted_at |> DateTime.from_naive!("Etc/UTC") |> Timex.shift(days: 365) ) assert_enqueued( worker: Pleroma.Workers.PurgeExpiredActivity, args: %{activity_id: activity_id3}, scheduled_at: expires_at ) end end end