93 lines
3.7 KiB
Java
93 lines
3.7 KiB
Java
package org.schabi.newpipe.extractor.services.peertube.extractors;
|
|
|
|
import com.grack.nanojson.JsonArray;
|
|
import com.grack.nanojson.JsonObject;
|
|
import com.grack.nanojson.JsonParser;
|
|
import org.schabi.newpipe.extractor.Page;
|
|
import org.schabi.newpipe.extractor.StreamingService;
|
|
import org.schabi.newpipe.extractor.comments.CommentsExtractor;
|
|
import org.schabi.newpipe.extractor.comments.CommentsInfoItem;
|
|
import org.schabi.newpipe.extractor.comments.CommentsInfoItemsCollector;
|
|
import org.schabi.newpipe.extractor.downloader.Downloader;
|
|
import org.schabi.newpipe.extractor.downloader.Response;
|
|
import org.schabi.newpipe.extractor.exceptions.ExtractionException;
|
|
import org.schabi.newpipe.extractor.exceptions.ParsingException;
|
|
import org.schabi.newpipe.extractor.linkhandler.ListLinkHandler;
|
|
import org.schabi.newpipe.extractor.services.peertube.PeertubeParsingHelper;
|
|
import org.schabi.newpipe.extractor.utils.Utils;
|
|
|
|
import java.io.IOException;
|
|
|
|
import static org.schabi.newpipe.extractor.services.peertube.PeertubeParsingHelper.COUNT_KEY;
|
|
import static org.schabi.newpipe.extractor.services.peertube.PeertubeParsingHelper.ITEMS_PER_PAGE;
|
|
import static org.schabi.newpipe.extractor.services.peertube.PeertubeParsingHelper.START_KEY;
|
|
import static org.schabi.newpipe.extractor.utils.Utils.isNullOrEmpty;
|
|
|
|
import javax.annotation.Nonnull;
|
|
|
|
public class PeertubeCommentsExtractor extends CommentsExtractor {
|
|
public PeertubeCommentsExtractor(final StreamingService service,
|
|
final ListLinkHandler uiHandler) {
|
|
super(service, uiHandler);
|
|
}
|
|
|
|
@Nonnull
|
|
@Override
|
|
public InfoItemsPage<CommentsInfoItem> getInitialPage()
|
|
throws IOException, ExtractionException {
|
|
return getPage(new Page(getUrl() + "?" + START_KEY + "=0&"
|
|
+ COUNT_KEY + "=" + ITEMS_PER_PAGE));
|
|
}
|
|
|
|
private void collectCommentsFrom(final CommentsInfoItemsCollector collector,
|
|
final JsonObject json) throws ParsingException {
|
|
final JsonArray contents = json.getArray("data");
|
|
|
|
for (final Object c : contents) {
|
|
if (c instanceof JsonObject) {
|
|
final JsonObject item = (JsonObject) c;
|
|
if (!item.getBoolean("isDeleted")) {
|
|
collector.commit(new PeertubeCommentsInfoItemExtractor(item, this));
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public InfoItemsPage<CommentsInfoItem> getPage(final Page page)
|
|
throws IOException, ExtractionException {
|
|
if (page == null || isNullOrEmpty(page.getUrl())) {
|
|
throw new IllegalArgumentException("Page doesn't contain an URL");
|
|
}
|
|
|
|
final Response response = getDownloader().get(page.getUrl());
|
|
|
|
JsonObject json = null;
|
|
if (response != null && !Utils.isBlank(response.responseBody())) {
|
|
try {
|
|
json = JsonParser.object().from(response.responseBody());
|
|
} catch (final Exception e) {
|
|
throw new ParsingException("Could not parse json data for comments info", e);
|
|
}
|
|
}
|
|
|
|
if (json != null) {
|
|
PeertubeParsingHelper.validate(json);
|
|
final long total = json.getLong("total");
|
|
|
|
final CommentsInfoItemsCollector collector
|
|
= new CommentsInfoItemsCollector(getServiceId());
|
|
collectCommentsFrom(collector, json);
|
|
|
|
return new InfoItemsPage<>(collector,
|
|
PeertubeParsingHelper.getNextPage(page.getUrl(), total));
|
|
} else {
|
|
throw new ExtractionException("Unable to get PeerTube kiosk info");
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public void onFetchPage(@Nonnull final Downloader downloader) {
|
|
}
|
|
}
|