2020-04-10 10:51:05 +02:00
|
|
|
package org.schabi.newpipe.extractor.services.soundcloud.extractors;
|
2017-08-04 16:21:45 +02:00
|
|
|
|
2020-03-17 15:12:13 +01:00
|
|
|
import com.grack.nanojson.JsonArray;
|
2017-08-16 04:40:03 +02:00
|
|
|
import com.grack.nanojson.JsonObject;
|
|
|
|
import com.grack.nanojson.JsonParser;
|
|
|
|
import com.grack.nanojson.JsonParserException;
|
2020-03-17 15:12:13 +01:00
|
|
|
|
|
|
|
import org.schabi.newpipe.extractor.NewPipe;
|
2020-04-15 14:09:46 +02:00
|
|
|
import org.schabi.newpipe.extractor.Page;
|
2017-08-06 22:20:15 +02:00
|
|
|
import org.schabi.newpipe.extractor.StreamingService;
|
2020-02-08 23:58:46 +01:00
|
|
|
import org.schabi.newpipe.extractor.downloader.Downloader;
|
2017-08-04 16:21:45 +02:00
|
|
|
import org.schabi.newpipe.extractor.exceptions.ExtractionException;
|
2017-08-16 04:40:03 +02:00
|
|
|
import org.schabi.newpipe.extractor.exceptions.ParsingException;
|
2019-04-28 22:03:16 +02:00
|
|
|
import org.schabi.newpipe.extractor.linkhandler.ListLinkHandler;
|
2017-08-04 16:21:45 +02:00
|
|
|
import org.schabi.newpipe.extractor.playlist.PlaylistExtractor;
|
2020-04-10 10:51:05 +02:00
|
|
|
import org.schabi.newpipe.extractor.services.soundcloud.SoundcloudParsingHelper;
|
2018-03-01 01:02:43 +01:00
|
|
|
import org.schabi.newpipe.extractor.stream.StreamInfoItem;
|
2018-02-24 22:20:50 +01:00
|
|
|
import org.schabi.newpipe.extractor.stream.StreamInfoItemsCollector;
|
2020-04-15 14:09:46 +02:00
|
|
|
import org.schabi.newpipe.extractor.utils.Utils;
|
2017-08-04 16:21:45 +02:00
|
|
|
|
2020-03-17 20:31:01 +01:00
|
|
|
import java.io.IOException;
|
2020-04-15 14:09:46 +02:00
|
|
|
import java.util.ArrayList;
|
|
|
|
import java.util.List;
|
2020-03-17 20:31:01 +01:00
|
|
|
|
2017-11-25 01:10:04 +01:00
|
|
|
import javax.annotation.Nonnull;
|
2020-03-17 15:12:13 +01:00
|
|
|
import javax.annotation.Nullable;
|
|
|
|
|
2020-04-15 18:49:58 +02:00
|
|
|
import static org.schabi.newpipe.extractor.utils.Utils.isNullOrEmpty;
|
|
|
|
|
2017-08-04 16:21:45 +02:00
|
|
|
public class SoundcloudPlaylistExtractor extends PlaylistExtractor {
|
2020-04-15 14:09:46 +02:00
|
|
|
private static final int STREAMS_PER_REQUESTED_PAGE = 15;
|
2020-03-17 15:12:13 +01:00
|
|
|
|
2017-08-04 16:21:45 +02:00
|
|
|
private String playlistId;
|
2017-08-16 04:40:03 +02:00
|
|
|
private JsonObject playlist;
|
2017-08-04 16:21:45 +02:00
|
|
|
|
2019-04-28 22:03:16 +02:00
|
|
|
public SoundcloudPlaylistExtractor(StreamingService service, ListLinkHandler linkHandler) {
|
|
|
|
super(service, linkHandler);
|
2017-08-06 22:20:15 +02:00
|
|
|
}
|
2017-08-04 16:21:45 +02:00
|
|
|
|
2017-08-06 22:20:15 +02:00
|
|
|
@Override
|
2017-11-28 13:37:01 +01:00
|
|
|
public void onFetchPage(@Nonnull Downloader downloader) throws IOException, ExtractionException {
|
2017-08-04 16:21:45 +02:00
|
|
|
|
2018-09-15 20:12:52 +02:00
|
|
|
playlistId = getLinkHandler().getId();
|
2020-03-17 15:12:13 +01:00
|
|
|
String apiUrl = "https://api-v2.soundcloud.com/playlists/" + playlistId +
|
2017-08-06 22:20:15 +02:00
|
|
|
"?client_id=" + SoundcloudParsingHelper.clientId() +
|
|
|
|
"&representation=compact";
|
2017-08-04 16:21:45 +02:00
|
|
|
|
2019-04-28 22:03:16 +02:00
|
|
|
String response = downloader.get(apiUrl, getExtractorLocalization()).responseBody();
|
2017-08-16 04:40:03 +02:00
|
|
|
try {
|
|
|
|
playlist = JsonParser.object().from(response);
|
|
|
|
} catch (JsonParserException e) {
|
|
|
|
throw new ParsingException("Could not parse json response", e);
|
|
|
|
}
|
2017-08-04 16:21:45 +02:00
|
|
|
}
|
|
|
|
|
2017-11-25 01:10:04 +01:00
|
|
|
@Nonnull
|
2017-08-04 16:21:45 +02:00
|
|
|
@Override
|
2017-08-11 03:23:09 +02:00
|
|
|
public String getId() {
|
2017-08-04 16:21:45 +02:00
|
|
|
return playlistId;
|
|
|
|
}
|
|
|
|
|
2017-11-25 01:10:04 +01:00
|
|
|
@Nonnull
|
2017-08-04 16:21:45 +02:00
|
|
|
@Override
|
2017-08-11 03:23:09 +02:00
|
|
|
public String getName() {
|
2017-08-16 04:40:03 +02:00
|
|
|
return playlist.getString("title");
|
2017-08-04 16:21:45 +02:00
|
|
|
}
|
|
|
|
|
2020-03-17 15:13:28 +01:00
|
|
|
@Nullable
|
2017-08-04 16:21:45 +02:00
|
|
|
@Override
|
2017-08-08 23:36:11 +02:00
|
|
|
public String getThumbnailUrl() {
|
2018-03-04 21:30:31 +01:00
|
|
|
String artworkUrl = playlist.getString("artwork_url");
|
|
|
|
|
|
|
|
if (artworkUrl == null) {
|
|
|
|
// If the thumbnail is null, traverse the items list and get a valid one,
|
|
|
|
// if it also fails, return null
|
|
|
|
try {
|
2018-03-11 21:54:41 +01:00
|
|
|
final InfoItemsPage<StreamInfoItem> infoItems = getInitialPage();
|
2018-03-04 21:30:31 +01:00
|
|
|
|
2018-03-11 21:50:40 +01:00
|
|
|
for (StreamInfoItem item : infoItems.getItems()) {
|
2020-03-17 15:13:28 +01:00
|
|
|
artworkUrl = item.getThumbnailUrl();
|
2020-04-15 18:49:58 +02:00
|
|
|
if (!isNullOrEmpty(artworkUrl)) break;
|
2018-03-04 21:30:31 +01:00
|
|
|
}
|
|
|
|
} catch (Exception ignored) {
|
|
|
|
}
|
2020-03-17 15:13:28 +01:00
|
|
|
|
|
|
|
if (artworkUrl == null) {
|
|
|
|
return null;
|
|
|
|
}
|
2018-03-04 21:30:31 +01:00
|
|
|
}
|
|
|
|
|
2020-03-17 15:13:28 +01:00
|
|
|
return artworkUrl.replace("large.jpg", "crop.jpg");
|
2017-08-04 16:21:45 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public String getBannerUrl() {
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public String getUploaderUrl() {
|
2018-02-21 09:23:57 +01:00
|
|
|
return SoundcloudParsingHelper.getUploaderUrl(playlist);
|
2017-08-04 16:21:45 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public String getUploaderName() {
|
2018-02-21 09:23:57 +01:00
|
|
|
return SoundcloudParsingHelper.getUploaderName(playlist);
|
2017-08-04 16:21:45 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public String getUploaderAvatarUrl() {
|
2018-02-21 09:23:57 +01:00
|
|
|
return SoundcloudParsingHelper.getAvatarUrl(playlist);
|
2017-08-04 16:21:45 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
2017-08-06 22:20:15 +02:00
|
|
|
public long getStreamCount() {
|
2017-08-16 04:40:03 +02:00
|
|
|
return playlist.getNumber("track_count", 0).longValue();
|
2017-08-04 16:21:45 +02:00
|
|
|
}
|
|
|
|
|
2020-05-09 09:52:24 +02:00
|
|
|
@Nonnull
|
|
|
|
@Override
|
2020-04-15 14:09:46 +02:00
|
|
|
public String getSubChannelName() {
|
2020-05-09 09:52:24 +02:00
|
|
|
return "";
|
|
|
|
}
|
|
|
|
|
|
|
|
@Nonnull
|
|
|
|
@Override
|
2020-04-15 14:09:46 +02:00
|
|
|
public String getSubChannelUrl() {
|
2020-05-09 09:52:24 +02:00
|
|
|
return "";
|
|
|
|
}
|
|
|
|
|
|
|
|
@Nonnull
|
|
|
|
@Override
|
2020-04-15 14:09:46 +02:00
|
|
|
public String getSubChannelAvatarUrl() {
|
2020-05-09 09:52:24 +02:00
|
|
|
return "";
|
|
|
|
}
|
|
|
|
|
2020-04-15 14:09:46 +02:00
|
|
|
public InfoItemsPage<StreamInfoItem> getInitialPage() {
|
|
|
|
final StreamInfoItemsCollector streamInfoItemsCollector = new StreamInfoItemsCollector(getServiceId());
|
|
|
|
final List<String> ids = new ArrayList<>();
|
2020-03-17 15:12:13 +01:00
|
|
|
|
2020-04-15 14:09:46 +02:00
|
|
|
final JsonArray tracks = playlist.getArray("tracks");
|
2020-03-17 15:12:13 +01:00
|
|
|
for (Object o : tracks) {
|
|
|
|
if (o instanceof JsonObject) {
|
2020-04-15 14:09:46 +02:00
|
|
|
final JsonObject track = (JsonObject) o;
|
2020-03-17 15:12:13 +01:00
|
|
|
if (track.has("title")) { // i.e. if full info is available
|
|
|
|
streamInfoItemsCollector.commit(new SoundcloudStreamInfoItemExtractor(track));
|
|
|
|
} else {
|
2020-03-17 18:04:40 +01:00
|
|
|
// %09d would be enough, but a 0 before the number does not create problems, so let's be sure
|
2020-04-15 14:09:46 +02:00
|
|
|
ids.add(String.format("%010d", track.getInt("id")));
|
2020-03-17 15:12:13 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-04-15 14:09:46 +02:00
|
|
|
return new InfoItemsPage<>(streamInfoItemsCollector, new Page(ids));
|
2017-08-04 16:21:45 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
2020-04-15 14:09:46 +02:00
|
|
|
public InfoItemsPage<StreamInfoItem> getPage(Page page) throws IOException, ExtractionException {
|
|
|
|
final List<String> currentIds;
|
|
|
|
final List<String> nextIds;
|
|
|
|
if (page.getIds().size() <= STREAMS_PER_REQUESTED_PAGE) {
|
|
|
|
// Fetch every remaining stream, there are less than the max
|
|
|
|
currentIds = page.getIds();
|
|
|
|
nextIds = null;
|
2020-03-17 18:04:40 +01:00
|
|
|
} else {
|
2020-04-15 14:09:46 +02:00
|
|
|
currentIds = page.getIds().subList(0, STREAMS_PER_REQUESTED_PAGE);
|
|
|
|
nextIds = page.getIds().subList(STREAMS_PER_REQUESTED_PAGE, page.getIds().size());
|
2020-03-17 18:04:40 +01:00
|
|
|
}
|
|
|
|
|
2020-04-15 14:09:46 +02:00
|
|
|
final String currentPageUrl = "https://api-v2.soundcloud.com/tracks?client_id="
|
|
|
|
+ SoundcloudParsingHelper.clientId()
|
|
|
|
+ "&ids=" + Utils.join(",", currentIds);
|
|
|
|
|
|
|
|
final StreamInfoItemsCollector collector = new StreamInfoItemsCollector(getServiceId());
|
|
|
|
final String response = NewPipe.getDownloader().get(currentPageUrl, getExtractorLocalization()).responseBody();
|
2020-03-17 15:12:13 +01:00
|
|
|
|
|
|
|
try {
|
2020-04-15 14:09:46 +02:00
|
|
|
final JsonArray tracks = JsonParser.array().from(response);
|
2020-03-17 15:12:13 +01:00
|
|
|
for (Object track : tracks) {
|
|
|
|
if (track instanceof JsonObject) {
|
|
|
|
collector.commit(new SoundcloudStreamInfoItemExtractor((JsonObject) track));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} catch (JsonParserException e) {
|
|
|
|
throw new ParsingException("Could not parse json response", e);
|
|
|
|
}
|
2017-08-04 16:21:45 +02:00
|
|
|
|
2020-04-15 14:09:46 +02:00
|
|
|
return new InfoItemsPage<>(collector, new Page(nextIds));
|
2017-08-04 16:21:45 +02:00
|
|
|
}
|
|
|
|
}
|