Merge branch 'feature/configdb-mix-tasks-refactoring' into 'feature/configdb-mix-tasks'

[#3174] Refactoring: ConfigDB fetching functions, ConfigDB tests.

See merge request pleroma/pleroma!3187
This commit is contained in:
feld 2020-12-07 17:12:47 +00:00
commit ca90843d13
5 changed files with 96 additions and 181 deletions

View File

@ -5,6 +5,7 @@
defmodule Mix.Tasks.Pleroma.Config do defmodule Mix.Tasks.Pleroma.Config do
use Mix.Task use Mix.Task
import Ecto.Query
import Mix.Pleroma import Mix.Pleroma
alias Pleroma.ConfigDB alias Pleroma.ConfigDB
@ -48,7 +49,7 @@ defmodule Mix.Tasks.Pleroma.Config do
unless settings == [] do unless settings == [] do
shell_info("#{header}") shell_info("#{header}")
settings |> Enum.each(&dump(&1)) Enum.each(settings, &dump(&1))
else else
shell_error("No settings in ConfigDB.") shell_error("No settings in ConfigDB.")
end end
@ -63,8 +64,8 @@ defmodule Mix.Tasks.Pleroma.Config do
key = maybe_atomize(key) key = maybe_atomize(key)
group group
|> ConfigDB.get_all_by_group_and_key(key) |> ConfigDB.get_by_group_and_key(key)
|> Enum.each(&dump/1) |> dump()
end) end)
end end
@ -84,10 +85,9 @@ defmodule Mix.Tasks.Pleroma.Config do
groups = groups =
ConfigDB ConfigDB
|> distinct([c], true)
|> select([c], c.group)
|> Repo.all() |> Repo.all()
|> Enum.map(fn x -> x.group end)
|> Enum.sort()
|> Enum.uniq()
if length(groups) > 0 do if length(groups) > 0 do
shell_info("The following configuration groups are set in ConfigDB:\r\n") shell_info("The following configuration groups are set in ConfigDB:\r\n")
@ -295,12 +295,14 @@ defmodule Mix.Tasks.Pleroma.Config do
defp delete(_config, _), do: :ok defp delete(_config, _), do: :ok
defp dump(%Pleroma.ConfigDB{} = config) do defp dump(%ConfigDB{} = config) do
value = inspect(config.value, limit: :infinity) value = inspect(config.value, limit: :infinity)
shell_info("config #{inspect(config.group)}, #{inspect(config.key)}, #{value}\r\n\r\n") shell_info("config #{inspect(config.group)}, #{inspect(config.key)}, #{value}\r\n\r\n")
end end
defp dump(_), do: :noop
defp dump_group(group) when is_atom(group) do defp dump_group(group) when is_atom(group) do
group group
|> ConfigDB.get_all_by_group() |> ConfigDB.get_all_by_group()
@ -316,7 +318,7 @@ defmodule Mix.Tasks.Pleroma.Config do
defp maybe_atomize(arg) when is_atom(arg), do: arg defp maybe_atomize(arg) when is_atom(arg), do: arg
defp maybe_atomize(arg) when is_binary(arg) do defp maybe_atomize(arg) when is_binary(arg) do
if Pleroma.ConfigDB.module_name?(arg) do if ConfigDB.module_name?(arg) do
String.to_existing_atom("Elixir." <> arg) String.to_existing_atom("Elixir." <> arg)
else else
String.to_atom(arg) String.to_atom(arg)
@ -336,14 +338,14 @@ defmodule Mix.Tasks.Pleroma.Config do
defp delete_key(group, key) do defp delete_key(group, key) do
check_configdb(fn -> check_configdb(fn ->
Pleroma.ConfigDB.delete(%{group: group, key: key}) ConfigDB.delete(%{group: group, key: key})
end) end)
end end
defp delete_group(group) do defp delete_group(group) do
check_configdb(fn -> check_configdb(fn ->
group group
|> Pleroma.ConfigDB.get_all_by_group() |> ConfigDB.get_all_by_group()
|> Enum.each(&ConfigDB.delete/1) |> Enum.each(&ConfigDB.delete/1)
end) end)
end end

View File

@ -46,13 +46,13 @@ defmodule Pleroma.ConfigDB do
from(c in ConfigDB, where: c.group == ^group) |> Repo.all() from(c in ConfigDB, where: c.group == ^group) |> Repo.all()
end end
@spec get_all_by_group_and_key(atom() | String.t(), atom() | String.t()) :: [t()] @spec get_by_group_and_key(atom() | String.t(), atom() | String.t()) :: t() | nil
def get_all_by_group_and_key(group, key) do def get_by_group_and_key(group, key) do
from(c in ConfigDB, where: c.group == ^group and c.key == ^key) |> Repo.all() get_by_params(%{group: group, key: key})
end end
@spec get_by_params(map()) :: ConfigDB.t() | nil @spec get_by_params(map()) :: ConfigDB.t() | nil
def get_by_params(params), do: Repo.get_by(ConfigDB, params) def get_by_params(%{group: _, key: _} = params), do: Repo.get_by(ConfigDB, params)
@spec changeset(ConfigDB.t(), map()) :: Changeset.t() @spec changeset(ConfigDB.t(), map()) :: Changeset.t()
def changeset(config, params \\ %{}) do def changeset(config, params \\ %{}) do

View File

@ -7,6 +7,7 @@ defmodule Mix.Tasks.Pleroma.ConfigTest do
import Pleroma.Factory import Pleroma.Factory
alias Mix.Tasks.Pleroma.Config, as: MixTask
alias Pleroma.ConfigDB alias Pleroma.ConfigDB
alias Pleroma.Repo alias Pleroma.Repo
@ -22,29 +23,41 @@ defmodule Mix.Tasks.Pleroma.ConfigTest do
:ok :ok
end end
test "error if file with custom settings doesn't exist" do defp config_records do
Mix.Tasks.Pleroma.Config.migrate_to_db("config/not_existance_config_file.exs") ConfigDB
|> Repo.all()
|> Enum.sort()
end
assert_receive {:mix_shell, :info, defp insert_config_record(group, key, value) do
[ insert(:config,
"To migrate settings, you must define custom settings in config/not_existance_config_file.exs." group: group,
]}, key: key,
15 value: value
)
end
test "error if file with custom settings doesn't exist" do
MixTask.migrate_to_db("config/non_existent_config_file.exs")
msg =
"To migrate settings, you must define custom settings in config/non_existent_config_file.exs."
assert_receive {:mix_shell, :info, [^msg]}, 15
end end
describe "migrate_to_db/1" do describe "migrate_to_db/1" do
setup do setup do
clear_config(:configurable_from_database, true) clear_config(:configurable_from_database, true)
initial = Application.get_env(:quack, :level) clear_config([:quack, :level])
on_exit(fn -> Application.put_env(:quack, :level, initial) end)
end end
@tag capture_log: true @tag capture_log: true
test "config migration refused when deprecated settings are found" do test "config migration refused when deprecated settings are found" do
clear_config([:media_proxy, :whitelist], ["domain_without_scheme.com"]) clear_config([:media_proxy, :whitelist], ["domain_without_scheme.com"])
assert Repo.all(ConfigDB) == [] assert config_records() == []
Mix.Tasks.Pleroma.Config.migrate_to_db("test/fixtures/config/temp.secret.exs") MixTask.migrate_to_db("test/fixtures/config/temp.secret.exs")
assert_received {:mix_shell, :error, [message]} assert_received {:mix_shell, :error, [message]}
@ -53,9 +66,9 @@ defmodule Mix.Tasks.Pleroma.ConfigTest do
end end
test "filtered settings are migrated to db" do test "filtered settings are migrated to db" do
assert Repo.all(ConfigDB) == [] assert config_records() == []
Mix.Tasks.Pleroma.Config.migrate_to_db("test/fixtures/config/temp.secret.exs") MixTask.migrate_to_db("test/fixtures/config/temp.secret.exs")
config1 = ConfigDB.get_by_params(%{group: ":pleroma", key: ":first_setting"}) config1 = ConfigDB.get_by_params(%{group: ":pleroma", key: ":first_setting"})
config2 = ConfigDB.get_by_params(%{group: ":pleroma", key: ":second_setting"}) config2 = ConfigDB.get_by_params(%{group: ":pleroma", key: ":second_setting"})
@ -70,17 +83,17 @@ defmodule Mix.Tasks.Pleroma.ConfigTest do
end end
test "config table is truncated before migration" do test "config table is truncated before migration" do
insert(:config, key: :first_setting, value: [key: "value", key2: ["Activity"]]) insert_config_record(:pleroma, :first_setting, key: "value", key2: ["Activity"])
assert Repo.aggregate(ConfigDB, :count, :id) == 1 assert length(config_records()) == 1
Mix.Tasks.Pleroma.Config.migrate_to_db("test/fixtures/config/temp.secret.exs") MixTask.migrate_to_db("test/fixtures/config/temp.secret.exs")
config = ConfigDB.get_by_params(%{group: ":pleroma", key: ":first_setting"}) config = ConfigDB.get_by_params(%{group: ":pleroma", key: ":first_setting"})
assert config.value == [key: "value", key2: [Repo]] assert config.value == [key: "value", key2: [Repo]]
end end
end end
describe "with deletion temp file" do describe "with deletion of temp file" do
setup do setup do
clear_config(:configurable_from_database, true) clear_config(:configurable_from_database, true)
temp_file = "config/temp.exported_from_db.secret.exs" temp_file = "config/temp.exported_from_db.secret.exs"
@ -93,13 +106,13 @@ defmodule Mix.Tasks.Pleroma.ConfigTest do
end end
test "settings are migrated to file and deleted from db", %{temp_file: temp_file} do test "settings are migrated to file and deleted from db", %{temp_file: temp_file} do
insert(:config, key: :setting_first, value: [key: "value", key2: ["Activity"]]) insert_config_record(:pleroma, :setting_first, key: "value", key2: ["Activity"])
insert(:config, key: :setting_second, value: [key: "value2", key2: [Repo]]) insert_config_record(:pleroma, :setting_second, key: "value2", key2: [Repo])
insert(:config, group: :quack, key: :level, value: :info) insert_config_record(:quack, :level, :info)
Mix.Tasks.Pleroma.Config.run(["migrate_from_db", "--env", "temp", "-d"]) MixTask.run(["migrate_from_db", "--env", "temp", "-d"])
assert Repo.all(ConfigDB) == [] assert config_records() == []
file = File.read!(temp_file) file = File.read!(temp_file)
assert file =~ "config :pleroma, :setting_first," assert file =~ "config :pleroma, :setting_first,"
@ -169,9 +182,9 @@ defmodule Mix.Tasks.Pleroma.ConfigTest do
] ]
) )
Mix.Tasks.Pleroma.Config.run(["migrate_from_db", "--env", "temp", "-d"]) MixTask.run(["migrate_from_db", "--env", "temp", "-d"])
assert Repo.all(ConfigDB) == [] assert config_records() == []
assert File.exists?(temp_file) assert File.exists?(temp_file)
{:ok, file} = File.read(temp_file) {:ok, file} = File.read(temp_file)
@ -191,26 +204,16 @@ defmodule Mix.Tasks.Pleroma.ConfigTest do
setup do: clear_config(:configurable_from_database, true) setup do: clear_config(:configurable_from_database, true)
test "dumping a specific group" do test "dumping a specific group" do
insert(:config, insert_config_record(:pleroma, :instance, name: "Pleroma Test")
group: :pleroma,
key: :instance, insert_config_record(:web_push_encryption, :vapid_details,
value: [ subject: "mailto:administrator@example.com",
name: "Pleroma Test" public_key:
] "BOsPL-_KjNnjj_RMvLeR3dTOrcndi4TbMR0cu56gLGfGaT5m1gXxSfRHOcC4Dd78ycQL1gdhtx13qgKHmTM5xAI",
private_key: "Ism6FNdS31nLCA94EfVbJbDdJXCxAZ8cZiB1JQPN_t4"
) )
insert(:config, MixTask.run(["dump", "pleroma"])
group: :web_push_encryption,
key: :vapid_details,
value: [
subject: "mailto:administrator@example.com",
public_key:
"BOsPL-_KjNnjj_RMvLeR3dTOrcndi4TbMR0cu56gLGfGaT5m1gXxSfRHOcC4Dd78ycQL1gdhtx13qgKHmTM5xAI",
private_key: "Ism6FNdS31nLCA94EfVbJbDdJXCxAZ8cZiB1JQPN_t4"
]
)
Mix.Tasks.Pleroma.Config.run(["dump", "pleroma"])
assert_receive {:mix_shell, :info, assert_receive {:mix_shell, :info,
["config :pleroma, :instance, [name: \"Pleroma Test\"]\r\n\r\n"]} ["config :pleroma, :instance, [name: \"Pleroma Test\"]\r\n\r\n"]}
@ -225,23 +228,10 @@ defmodule Mix.Tasks.Pleroma.ConfigTest do
end end
test "dumping a specific key in a group" do test "dumping a specific key in a group" do
insert(:config, insert_config_record(:pleroma, :instance, name: "Pleroma Test")
group: :pleroma, insert_config_record(:pleroma, Pleroma.Captcha, enabled: false)
key: :instance,
value: [
name: "Pleroma Test"
]
)
insert(:config, MixTask.run(["dump", "pleroma", "Pleroma.Captcha"])
group: :pleroma,
key: Pleroma.Captcha,
value: [
enabled: false
]
)
Mix.Tasks.Pleroma.Config.run(["dump", "pleroma", "Pleroma.Captcha"])
refute_receive {:mix_shell, :info, refute_receive {:mix_shell, :info,
["config :pleroma, :instance, [name: \"Pleroma Test\"]\r\n\r\n"]} ["config :pleroma, :instance, [name: \"Pleroma Test\"]\r\n\r\n"]}
@ -251,23 +241,10 @@ defmodule Mix.Tasks.Pleroma.ConfigTest do
end end
test "dumps all configuration successfully" do test "dumps all configuration successfully" do
insert(:config, insert_config_record(:pleroma, :instance, name: "Pleroma Test")
group: :pleroma, insert_config_record(:pleroma, Pleroma.Captcha, enabled: false)
key: :instance,
value: [
name: "Pleroma Test"
]
)
insert(:config, MixTask.run(["dump"])
group: :pleroma,
key: Pleroma.Captcha,
value: [
enabled: false
]
)
Mix.Tasks.Pleroma.Config.run(["dump"])
assert_receive {:mix_shell, :info, assert_receive {:mix_shell, :info,
["config :pleroma, :instance, [name: \"Pleroma Test\"]\r\n\r\n"]} ["config :pleroma, :instance, [name: \"Pleroma Test\"]\r\n\r\n"]}
@ -281,115 +258,49 @@ defmodule Mix.Tasks.Pleroma.ConfigTest do
test "refuses to dump" do test "refuses to dump" do
clear_config(:configurable_from_database, false) clear_config(:configurable_from_database, false)
insert(:config, insert_config_record(:pleroma, :instance, name: "Pleroma Test")
group: :pleroma,
key: :instance,
value: [
name: "Pleroma Test"
]
)
Mix.Tasks.Pleroma.Config.run(["dump"]) MixTask.run(["dump"])
assert_receive {:mix_shell, :error, msg =
[ "ConfigDB not enabled. Please check the value of :configurable_from_database in your configuration."
"ConfigDB not enabled. Please check the value of :configurable_from_database in your configuration."
]} assert_receive {:mix_shell, :error, [^msg]}
end end
end end
describe "destructive operations" do describe "destructive operations" do
setup do: clear_config(:configurable_from_database, true) setup do: clear_config(:configurable_from_database, true)
setup do
insert_config_record(:pleroma, :instance, name: "Pleroma Test")
insert_config_record(:pleroma, Pleroma.Captcha, enabled: false)
insert_config_record(:pleroma2, :key2, z: 1)
assert length(config_records()) == 3
:ok
end
test "deletes group of settings" do test "deletes group of settings" do
insert(:config, MixTask.run(["delete", "--force", "pleroma"])
group: :pleroma,
key: :instance,
value: [
name: "Pleroma Test"
]
)
_config_before = Repo.all(ConfigDB) assert [%ConfigDB{group: :pleroma2, key: :key2}] = config_records()
assert config_before = [
%Pleroma.ConfigDB{
group: :pleroma,
key: :instance,
value: [name: "Pleroma Test"]
}
]
Mix.Tasks.Pleroma.Config.run(["delete", "--force", "pleroma"])
config_after = Repo.all(ConfigDB)
refute config_after == config_before
end end
test "deletes specified key" do test "deletes specified key" do
insert(:config, MixTask.run(["delete", "--force", "pleroma", "Pleroma.Captcha"])
group: :pleroma,
key: :instance,
value: [
name: "Pleroma Test"
]
)
insert(:config, assert [
group: :pleroma, %ConfigDB{group: :pleroma, key: :instance},
key: Pleroma.Captcha, %ConfigDB{group: :pleroma2, key: :key2}
value: [ ] = config_records()
enabled: false
]
)
_config_before = Repo.all(ConfigDB)
assert config_before = [
%Pleroma.ConfigDB{
group: :pleroma,
key: :instance,
value: [name: "Pleroma Test"]
},
%Pleroma.ConfigDB{
group: :pleroma,
key: Pleroma.Captcha,
value: [enabled: false]
}
]
Mix.Tasks.Pleroma.Config.run(["delete", "--force", "pleroma", "Pleroma.Captcha"])
config_after = Repo.all(ConfigDB)
refute config_after == config_before
end end
test "resets entire config" do test "resets entire config" do
insert(:config, MixTask.run(["reset", "--force"])
group: :pleroma,
key: :instance,
value: [
name: "Pleroma Test"
]
)
_config_before = Repo.all(ConfigDB) assert config_records() == []
assert config_before = [
%Pleroma.ConfigDB{
group: :pleroma,
key: :instance,
value: [name: "Pleroma Test"]
}
]
Mix.Tasks.Pleroma.Config.run(["reset", "--force"])
config_after = Repo.all(ConfigDB)
assert config_after == []
end end
end end
end end

View File

@ -162,7 +162,9 @@ defmodule Pleroma.Web.AdminAPI.ConfigControllerTest do
end end
end end
test "POST /api/pleroma/admin/config error", %{conn: conn} do test "POST /api/pleroma/admin/config with configdb disabled", %{conn: conn} do
clear_config(:configurable_from_database, false)
conn = conn =
conn conn
|> put_req_header("content-type", "application/json") |> put_req_header("content-type", "application/json")

View File

@ -60,7 +60,7 @@ defmodule Pleroma.Web.AdminAPI.RelayControllerTest do
conn = get(conn, "/api/pleroma/admin/relay") conn = get(conn, "/api/pleroma/admin/relay")
assert json_response_and_validate_schema(conn, 200)["relays"] == [ assert json_response_and_validate_schema(conn, 200)["relays"] |> Enum.sort() == [
%{ %{
"actor" => "http://mastodon.example.org/users/admin", "actor" => "http://mastodon.example.org/users/admin",
"followed_back" => true "followed_back" => true