diff --git a/lib/load_testing/fetcher.ex b/benchmarks/load_testing/fetcher.ex
similarity index 100%
rename from lib/load_testing/fetcher.ex
rename to benchmarks/load_testing/fetcher.ex
diff --git a/lib/load_testing/generator.ex b/benchmarks/load_testing/generator.ex
similarity index 100%
rename from lib/load_testing/generator.ex
rename to benchmarks/load_testing/generator.ex
diff --git a/lib/load_testing/helper.ex b/benchmarks/load_testing/helper.ex
similarity index 100%
rename from lib/load_testing/helper.ex
rename to benchmarks/load_testing/helper.ex
diff --git a/lib/mix/tasks/pleroma/load_testing.ex b/benchmarks/mix/tasks/pleroma/load_testing.ex
similarity index 98%
rename from lib/mix/tasks/pleroma/load_testing.ex
rename to benchmarks/mix/tasks/pleroma/load_testing.ex
index a7057395d..7b2293acc 100644
--- a/lib/mix/tasks/pleroma/load_testing.ex
+++ b/benchmarks/mix/tasks/pleroma/load_testing.ex
@@ -8,8 +8,8 @@ defmodule Mix.Tasks.Pleroma.LoadTesting do
   @shortdoc "Factory for generation data"
   @moduledoc """
   Generates data like:
-  - users
-  - activities with notifications
+  - local/remote users
+  - local/remote activities with notifications
   - direct messages
   - long thread
   - non visible posts
diff --git a/mix.exs b/mix.exs
index 3170d6f2d..b0f2c4afb 100644
--- a/mix.exs
+++ b/mix.exs
@@ -69,6 +69,7 @@ defmodule Pleroma.Mixfile do
   end
 
   # Specifies which paths to compile per environment.
+  defp elixirc_paths(:benchmark), do: ["lib", "benchmarks"]
   defp elixirc_paths(:test), do: ["lib", "test/support"]
   defp elixirc_paths(_), do: ["lib"]