diff --git a/mix.exs b/mix.exs
index 3b368e57e..ef338c7c0 100644
--- a/mix.exs
+++ b/mix.exs
@@ -112,7 +112,7 @@ defmodule Pleroma.Mixfile do
       {:prometheus_process_collector, "~> 1.4"},
       {:recon, github: "ferd/recon", tag: "2.4.0"},
       {:quack, "~> 0.1.1"},
-      {:benchee, "~> 1.0", only: :dev}
+      {:benchee, "~> 1.0", only: [:dev, :test]}
     ] ++ oauth_deps
   end