Return "total" optionally

This commit is contained in:
Maxim Filippov 2019-09-03 13:58:27 +03:00
parent a4c5f71e93
commit b15cfd80ef
10 changed files with 36 additions and 41 deletions

View File

@ -19,7 +19,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
- Mastodon API: Unsubscribe followers when they unfollow a user
- AdminAPI: Add "godmode" while fetching user statuses (i.e. admin can see private statuses)
- Improve digest email template
Pagination: return `total` alongside with `items` when paginating
Pagination: (optional) return `total` alongside with `items` when paginating
### Fixed
- Following from Osada

View File

@ -27,7 +27,6 @@ defmodule Pleroma.Activity.Search do
|> maybe_restrict_local(user)
|> maybe_restrict_author(author)
|> Pagination.fetch_paginated(%{"offset" => offset, "limit" => limit}, :offset)
|> Map.get(:items)
|> maybe_fetch(user, search_query)
end

View File

@ -67,7 +67,6 @@ defmodule Pleroma.Conversation.Participation do
preload: [conversation: [:users]]
)
|> Pleroma.Pagination.fetch_paginated(params)
|> Map.get(:items)
end
def for_user_and_conversation(user, conversation) do

View File

@ -75,7 +75,6 @@ defmodule Pleroma.Notification do
user
|> for_user_query(opts)
|> Pagination.fetch_paginated(opts)
|> Map.get(:items)
end
@doc """

View File

@ -16,31 +16,39 @@ defmodule Pleroma.Pagination do
def fetch_paginated(query, params, type \\ :keyset)
def fetch_paginated(query, params, :keyset) do
options = cast_params(params)
def fetch_paginated(query, %{"total" => true} = params, :keyset) do
total = Repo.aggregate(query, :count, :id)
%{
total: total,
items:
query
|> paginate(options, :keyset)
|> Repo.all()
|> enforce_order(options)
items: fetch_paginated(query, Map.drop(params, ["total"]), :keyset)
}
end
def fetch_paginated(query, params, :keyset) do
options = cast_params(params)
query
|> paginate(options, :keyset)
|> Repo.all()
|> enforce_order(options)
end
def fetch_paginated(query, %{"total" => true} = params, :offset) do
total = Repo.aggregate(query, :count, :id)
%{
total: total,
items: fetch_paginated(query, Map.drop(params, ["total"]), :offset)
}
end
def fetch_paginated(query, params, :offset) do
options = cast_params(params)
total = Repo.aggregate(query, :count, :id)
%{
total: total,
items:
query
|> paginate(options, :offset)
|> Repo.all()
}
query
|> paginate(options, :offset)
|> Repo.all()
end
def paginate(query, options, method \\ :keyset)

View File

@ -34,7 +34,6 @@ defmodule Pleroma.User.Search do
query_string
|> search_query(for_user, following)
|> Pagination.fetch_paginated(%{"offset" => offset, "limit" => result_limit}, :offset)
|> Map.get(:items)
end)
results

View File

@ -556,7 +556,6 @@ defmodule Pleroma.Web.ActivityPub.ActivityPub do
q
|> restrict_unlisted()
|> Pagination.fetch_paginated(opts)
|> Map.get(:items)
|> Enum.reverse()
end
@ -954,7 +953,6 @@ defmodule Pleroma.Web.ActivityPub.ActivityPub do
fetch_activities_query(recipients ++ list_memberships, opts)
|> Pagination.fetch_paginated(opts)
|> Map.get(:items)
|> Enum.reverse()
|> maybe_update_cc(list_memberships, opts["user"])
end
@ -989,7 +987,6 @@ defmodule Pleroma.Web.ActivityPub.ActivityPub do
fetch_activities_query([], opts)
|> fetch_activities_bounded_query(recipients, recipients_with_public)
|> Pagination.fetch_paginated(opts)
|> Map.get(:items)
|> Enum.reverse()
end

View File

@ -420,7 +420,6 @@ defmodule Pleroma.Web.MastodonAPI.MastodonAPIController do
[user.ap_id]
|> ActivityPub.fetch_activities_query(params)
|> Pagination.fetch_paginated(params)
|> Map.get(:items)
conn
|> add_link_headers(:dm_timeline, activities)
@ -1195,7 +1194,6 @@ defmodule Pleroma.Web.MastodonAPI.MastodonAPIController do
bookmarks =
Bookmark.for_user_query(user.id)
|> Pagination.fetch_paginated(params)
|> Map.get(:items)
activities =
bookmarks

View File

@ -45,14 +45,12 @@ defmodule Pleroma.Web.MastodonAPI.MastodonAPI do
user
|> User.get_followers_query()
|> Pagination.fetch_paginated(params)
|> Map.get(:items)
end
def get_friends(user, params \\ %{}) do
user
|> User.get_friends_query()
|> Pagination.fetch_paginated(params)
|> Map.get(:items)
end
def get_notifications(user, params \\ %{}) do
@ -62,14 +60,12 @@ defmodule Pleroma.Web.MastodonAPI.MastodonAPI do
|> Notification.for_user_query(options)
|> restrict(:exclude_types, options)
|> Pagination.fetch_paginated(params)
|> Map.get(:items)
end
def get_scheduled_activities(user, params \\ %{}) do
user
|> ScheduledActivity.for_user_query()
|> Pagination.fetch_paginated(params)
|> Map.get(:items)
end
defp cast_params(params) do

View File

@ -19,7 +19,9 @@ defmodule Pleroma.PaginationTest do
test "paginates by min_id", %{notes: notes} do
id = Enum.at(notes, 2).id |> Integer.to_string()
%{total: total, items: paginated} = Pagination.fetch_paginated(Object, %{"min_id" => id})
%{total: total, items: paginated} =
Pagination.fetch_paginated(Object, %{"min_id" => id, "total" => true})
assert length(paginated) == 2
assert total == 5
@ -27,7 +29,9 @@ defmodule Pleroma.PaginationTest do
test "paginates by since_id", %{notes: notes} do
id = Enum.at(notes, 2).id |> Integer.to_string()
%{total: total, items: paginated} = Pagination.fetch_paginated(Object, %{"since_id" => id})
%{total: total, items: paginated} =
Pagination.fetch_paginated(Object, %{"since_id" => id, "total" => true})
assert length(paginated) == 2
assert total == 5
@ -35,7 +39,9 @@ defmodule Pleroma.PaginationTest do
test "paginates by max_id", %{notes: notes} do
id = Enum.at(notes, 1).id |> Integer.to_string()
%{total: total, items: paginated} = Pagination.fetch_paginated(Object, %{"max_id" => id})
%{total: total, items: paginated} =
Pagination.fetch_paginated(Object, %{"max_id" => id, "total" => true})
assert length(paginated) == 1
assert total == 5
@ -44,11 +50,9 @@ defmodule Pleroma.PaginationTest do
test "paginates by min_id & limit", %{notes: notes} do
id = Enum.at(notes, 2).id |> Integer.to_string()
%{total: total, items: paginated} =
Pagination.fetch_paginated(Object, %{"min_id" => id, "limit" => 1})
paginated = Pagination.fetch_paginated(Object, %{"min_id" => id, "limit" => 1})
assert length(paginated) == 1
assert total == 5
end
end
@ -60,19 +64,15 @@ defmodule Pleroma.PaginationTest do
end
test "paginates by limit" do
%{total: total, items: paginated} =
Pagination.fetch_paginated(Object, %{"limit" => 2}, :offset)
paginated = Pagination.fetch_paginated(Object, %{"limit" => 2}, :offset)
assert length(paginated) == 2
assert total == 5
end
test "paginates by limit & offset" do
%{total: total, items: paginated} =
Pagination.fetch_paginated(Object, %{"limit" => 2, "offset" => 4}, :offset)
paginated = Pagination.fetch_paginated(Object, %{"limit" => 2, "offset" => 4}, :offset)
assert length(paginated) == 1
assert total == 5
end
end
end