120 lines
4.7 KiB
Java
120 lines
4.7 KiB
Java
// Created by Fynn Godau 2019, licensed GNU GPL version 3 or later
|
|
|
|
package org.schabi.newpipe.extractor.services.bandcamp.extractors;
|
|
|
|
import com.grack.nanojson.JsonArray;
|
|
import com.grack.nanojson.JsonObject;
|
|
import com.grack.nanojson.JsonParser;
|
|
import com.grack.nanojson.JsonParserException;
|
|
import org.schabi.newpipe.extractor.Page;
|
|
import org.schabi.newpipe.extractor.StreamingService;
|
|
import org.schabi.newpipe.extractor.downloader.Downloader;
|
|
import org.schabi.newpipe.extractor.exceptions.ExtractionException;
|
|
import org.schabi.newpipe.extractor.exceptions.ParsingException;
|
|
import org.schabi.newpipe.extractor.kiosk.KioskExtractor;
|
|
import org.schabi.newpipe.extractor.linkhandler.ListLinkHandler;
|
|
import org.schabi.newpipe.extractor.playlist.PlaylistInfoItem;
|
|
import org.schabi.newpipe.extractor.playlist.PlaylistInfoItemsCollector;
|
|
|
|
import javax.annotation.Nonnull;
|
|
import java.io.IOException;
|
|
import java.nio.charset.StandardCharsets;
|
|
import java.util.Collections;
|
|
|
|
import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampExtractorHelper.BASE_API_URL;
|
|
|
|
public class BandcampFeaturedExtractor extends KioskExtractor<PlaylistInfoItem> {
|
|
|
|
public static final String KIOSK_FEATURED = "Featured";
|
|
public static final String FEATURED_API_URL = BASE_API_URL + "/mobile/24/bootstrap_data";
|
|
public static final String MORE_FEATURED_API_URL
|
|
= BASE_API_URL + "/mobile/24/feed_older_logged_out";
|
|
|
|
private JsonObject json;
|
|
|
|
public BandcampFeaturedExtractor(final StreamingService streamingService,
|
|
final ListLinkHandler listLinkHandler,
|
|
final String kioskId) {
|
|
super(streamingService, listLinkHandler, kioskId);
|
|
}
|
|
|
|
@Override
|
|
public void onFetchPage(@Nonnull final Downloader downloader)
|
|
throws IOException, ExtractionException {
|
|
try {
|
|
json = JsonParser.object().from(getDownloader().post(
|
|
FEATURED_API_URL,
|
|
Collections.singletonMap("Content-Type",
|
|
Collections.singletonList("application/json")),
|
|
"{\"platform\":\"\",\"version\":0}".getBytes(StandardCharsets.UTF_8))
|
|
.responseBody());
|
|
} catch (final JsonParserException e) {
|
|
throw new ParsingException("Could not parse Bandcamp featured API response", e);
|
|
}
|
|
}
|
|
|
|
@Nonnull
|
|
@Override
|
|
public String getName() throws ParsingException {
|
|
return KIOSK_FEATURED;
|
|
}
|
|
|
|
@Nonnull
|
|
@Override
|
|
public InfoItemsPage<PlaylistInfoItem> getInitialPage()
|
|
throws IOException, ExtractionException {
|
|
final JsonArray featuredStories = json.getObject("feed_content")
|
|
.getObject("stories")
|
|
.getArray("featured");
|
|
|
|
return extractItems(featuredStories);
|
|
}
|
|
|
|
private InfoItemsPage<PlaylistInfoItem> extractItems(final JsonArray featuredStories) {
|
|
final PlaylistInfoItemsCollector c = new PlaylistInfoItemsCollector(getServiceId());
|
|
|
|
for (int i = 0; i < featuredStories.size(); i++) {
|
|
final JsonObject featuredStory = featuredStories.getObject(i);
|
|
|
|
if (featuredStory.isNull("album_title")) {
|
|
// Is not an album, ignore
|
|
continue;
|
|
}
|
|
|
|
c.commit(new BandcampPlaylistInfoItemFeaturedExtractor(featuredStory));
|
|
}
|
|
|
|
final JsonObject lastFeaturedStory = featuredStories.getObject(featuredStories.size() - 1);
|
|
return new InfoItemsPage<>(c, getNextPageFrom(lastFeaturedStory));
|
|
}
|
|
|
|
/**
|
|
* Next Page can be generated from metadata of last featured story
|
|
*/
|
|
private Page getNextPageFrom(final JsonObject lastFeaturedStory) {
|
|
final long lastStoryDate = lastFeaturedStory.getLong("story_date");
|
|
final long lastStoryId = lastFeaturedStory.getLong("ntid");
|
|
final String lastStoryType = lastFeaturedStory.getString("story_type");
|
|
return new Page(
|
|
MORE_FEATURED_API_URL + "?story_groups=featured"
|
|
+ ':' + lastStoryDate + ':' + lastStoryType + ':' + lastStoryId
|
|
);
|
|
}
|
|
|
|
@Override
|
|
public InfoItemsPage<PlaylistInfoItem> getPage(final Page page)
|
|
throws IOException, ExtractionException {
|
|
|
|
final JsonObject response;
|
|
try {
|
|
response = JsonParser.object().from(
|
|
getDownloader().get(page.getUrl()).responseBody()
|
|
);
|
|
} catch (final JsonParserException e) {
|
|
throw new ParsingException("Could not parse Bandcamp featured API response", e);
|
|
}
|
|
|
|
return extractItems(response.getObject("stories").getArray("featured"));
|
|
}
|
|
}
|