Do object insertion through Cachex

So we don't flood our postgres logs with errors. Should also make things
slightly faster.
This commit is contained in:
lain 2019-02-09 22:01:08 +01:00
parent 99fd199bda
commit f8388be9c6
4 changed files with 53 additions and 19 deletions

View file

@ -13,9 +13,29 @@ defmodule Pleroma.Object do
timestamps() timestamps()
end end
def insert_or_get(cng) do
{_, data} = fetch_field(cng, :data)
id = data["id"] || data[:id]
key = "object:#{id}"
fetcher = fn _ ->
with nil <- get_by_ap_id(id),
{:ok, object} <- Repo.insert(cng) do
{:commit, object}
else
%Object{} = object -> {:commit, object}
e -> {:ignore, e}
end
end
with {state, object} when state in [:commit, :ok] <- Cachex.fetch(:object_cache, key, fetcher) do
{:ok, object}
end
end
def create(data) do def create(data) do
Object.change(%Object{}, %{data: data}) Object.change(%Object{}, %{data: data})
|> Repo.insert() |> insert_or_get()
end end
def change(struct, params \\ %{}) do def change(struct, params \\ %{}) do

View file

@ -134,14 +134,8 @@ defmodule Pleroma.Web.ActivityPub.Utils do
context = context || generate_id("contexts") context = context || generate_id("contexts")
changeset = Object.context_mapping(context) changeset = Object.context_mapping(context)
case Repo.insert(changeset) do with {:ok, object} <- Object.insert_or_get(changeset) do
{:ok, object} -> object
object
# This should be solved by an upsert, but it seems ecto
# has problems accessing the constraint inside the jsonb.
{:error, _} ->
Object.get_cached_by_ap_id(context)
end end
end end

View file

@ -305,16 +305,8 @@ defmodule Pleroma.Web.TwitterAPI.TwitterAPI do
else else
_e -> _e ->
changeset = Object.context_mapping(context) changeset = Object.context_mapping(context)
{:ok, object} = Object.insert_or_get(changeset)
case Repo.insert(changeset) do object.id
{:ok, %{id: id}} ->
id
# This should be solved by an upsert, but it seems ecto
# has problems accessing the constraint inside the jsonb.
{:error, _} ->
Object.get_cached_by_ap_id(context).id
end
end end
end end

View file

@ -57,4 +57,32 @@ defmodule Pleroma.ObjectTest do
assert cached_object.data["type"] == "Tombstone" assert cached_object.data["type"] == "Tombstone"
end end
end end
describe "insert_or_get" do
test "inserting the same object twice (by id) just returns the original object" do
data = %{data: %{"id" => Ecto.UUID.generate()}}
cng = Object.change(%Object{}, data)
{:ok, object} = Object.insert_or_get(cng)
{:ok, second_object} = Object.insert_or_get(cng)
Cachex.clear(:object_cache)
{:ok, third_object} = Object.insert_or_get(cng)
assert object == second_object
assert object == third_object
end
end
describe "create" do
test "inserts an object for a given data set" do
data = %{"id" => Ecto.UUID.generate()}
{:ok, object} = Object.create(data)
assert object.data["id"] == data["id"]
# Works when doing it twice.
{:ok, object} = Object.create(data)
assert object.data["id"] == data["id"]
end
end
end end