[Bandcamp] Add Java 8 streams

This commit is contained in:
Stypox 2022-03-17 17:13:25 +01:00
parent 349990fd48
commit 24e83997b4
No known key found for this signature in database
GPG Key ID: 4BDF1B40A49FDD23
11 changed files with 82 additions and 89 deletions

View File

@ -2,6 +2,8 @@
package org.schabi.newpipe.extractor.services.bandcamp.extractors; package org.schabi.newpipe.extractor.services.bandcamp.extractors;
import static org.schabi.newpipe.extractor.utils.Utils.replaceHttpWithHttps;
import com.grack.nanojson.JsonArray; import com.grack.nanojson.JsonArray;
import com.grack.nanojson.JsonObject; import com.grack.nanojson.JsonObject;
@ -19,6 +21,8 @@ import org.schabi.newpipe.extractor.stream.StreamInfoItem;
import org.schabi.newpipe.extractor.stream.StreamInfoItemsCollector; import org.schabi.newpipe.extractor.stream.StreamInfoItemsCollector;
import java.io.IOException; import java.io.IOException;
import java.util.Objects;
import java.util.stream.Stream;
import javax.annotation.Nonnull; import javax.annotation.Nonnull;
@ -48,21 +52,18 @@ public class BandcampChannelExtractor extends ChannelExtractor {
*/ */
try { try {
final String html = getDownloader() final String html = getDownloader()
.get(channelInfo.getString("bandcamp_url") .get(replaceHttpWithHttps(channelInfo.getString("bandcamp_url")))
.replace("http://", "https://"))
.responseBody(); .responseBody();
return Jsoup.parse(html) return Stream.of(Jsoup.parse(html).getElementById("customHeader"))
.getElementById("customHeader") .filter(Objects::nonNull)
.getElementsByTag("img") .flatMap(element -> element.getElementsByTag("img").stream())
.first() .map(element -> element.attr("src"))
.attr("src"); .findFirst()
.orElse(""); // no banner available
} catch (final IOException | ReCaptchaException e) { } catch (final IOException | ReCaptchaException e) {
throw new ParsingException("Could not download artist web site", e); throw new ParsingException("Could not download artist web site", e);
} catch (final NullPointerException e) {
// No banner available
return "";
} }
} }

View File

@ -28,13 +28,7 @@ public class BandcampChannelInfoItemExtractor implements ChannelInfoItemExtracto
@Override @Override
public String getThumbnailUrl() throws ParsingException { public String getThumbnailUrl() throws ParsingException {
final Element img = searchResult.getElementsByClass("art").first() return BandcampExtractorHelper.getThumbnailUrlFromSearchResult(searchResult);
.getElementsByTag("img").first();
if (img != null) {
return img.attr("src");
} else {
return null;
}
} }
@Override @Override

View File

@ -4,6 +4,8 @@ import org.jsoup.nodes.Element;
import org.schabi.newpipe.extractor.comments.CommentsInfoItemExtractor; import org.schabi.newpipe.extractor.comments.CommentsInfoItemExtractor;
import org.schabi.newpipe.extractor.exceptions.ParsingException; import org.schabi.newpipe.extractor.exceptions.ParsingException;
import java.util.Objects;
public class BandcampCommentsInfoItemExtractor implements CommentsInfoItemExtractor { public class BandcampCommentsInfoItemExtractor implements CommentsInfoItemExtractor {
private final Element writing; private final Element writing;
@ -16,7 +18,7 @@ public class BandcampCommentsInfoItemExtractor implements CommentsInfoItemExtrac
@Override @Override
public String getName() throws ParsingException { public String getName() throws ParsingException {
return writing.getElementsByClass("text").first().ownText(); return getCommentText();
} }
@Override @Override
@ -30,13 +32,21 @@ public class BandcampCommentsInfoItemExtractor implements CommentsInfoItemExtrac
} }
@Override @Override
public String getCommentText() { public String getCommentText() throws ParsingException {
return writing.getElementsByClass("text").first().ownText(); return writing.getElementsByClass("text").stream()
.filter(Objects::nonNull)
.map(Element::ownText)
.findFirst()
.orElseThrow(() -> new ParsingException("Could not get comment text"));
} }
@Override @Override
public String getUploaderName() throws ParsingException { public String getUploaderName() throws ParsingException {
return writing.getElementsByClass("name").first().text(); return writing.getElementsByClass("name").stream()
.filter(Objects::nonNull)
.map(Element::text)
.findFirst()
.orElseThrow(() -> new ParsingException("Could not get uploader name"));
} }
@Override @Override

View File

@ -8,6 +8,7 @@ import com.grack.nanojson.JsonParserException;
import com.grack.nanojson.JsonWriter; import com.grack.nanojson.JsonWriter;
import org.jsoup.Jsoup; import org.jsoup.Jsoup;
import org.jsoup.nodes.Element;
import org.schabi.newpipe.extractor.NewPipe; import org.schabi.newpipe.extractor.NewPipe;
import org.schabi.newpipe.extractor.exceptions.ParsingException; import org.schabi.newpipe.extractor.exceptions.ParsingException;
import org.schabi.newpipe.extractor.exceptions.ReCaptchaException; import org.schabi.newpipe.extractor.exceptions.ReCaptchaException;
@ -19,6 +20,8 @@ import java.time.ZonedDateTime;
import java.time.format.DateTimeFormatter; import java.time.format.DateTimeFormatter;
import java.util.Locale; import java.util.Locale;
import javax.annotation.Nullable;
public final class BandcampExtractorHelper { public final class BandcampExtractorHelper {
public static final String BASE_URL = "https://bandcamp.com"; public static final String BASE_URL = "https://bandcamp.com";
@ -134,4 +137,14 @@ public final class BandcampExtractorHelper {
throw new ParsingException("Could not parse date '" + textDate + "'", e); throw new ParsingException("Could not parse date '" + textDate + "'", e);
} }
} }
@Nullable
public static String getThumbnailUrlFromSearchResult(final Element searchResult) {
return searchResult.getElementsByClass("art").stream()
.flatMap(element -> element.getElementsByTag("img").stream())
.map(element -> element.attr("src"))
.filter(string -> !string.isEmpty())
.findFirst()
.orElse(null);
}
} }

View File

@ -1,8 +1,15 @@
package org.schabi.newpipe.extractor.services.bandcamp.extractors; package org.schabi.newpipe.extractor.services.bandcamp.extractors;
import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampExtractorHelper.getImageUrl;
import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampStreamExtractor.getAlbumInfoJson;
import static org.schabi.newpipe.extractor.utils.JsonUtils.getJsonData;
import static org.schabi.newpipe.extractor.utils.Utils.EMPTY_STRING;
import static org.schabi.newpipe.extractor.utils.Utils.HTTPS;
import com.grack.nanojson.JsonArray; import com.grack.nanojson.JsonArray;
import com.grack.nanojson.JsonObject; import com.grack.nanojson.JsonObject;
import com.grack.nanojson.JsonParserException; import com.grack.nanojson.JsonParserException;
import org.jsoup.Jsoup; import org.jsoup.Jsoup;
import org.jsoup.nodes.Document; import org.jsoup.nodes.Document;
import org.schabi.newpipe.extractor.Page; import org.schabi.newpipe.extractor.Page;
@ -17,15 +24,9 @@ import org.schabi.newpipe.extractor.services.bandcamp.extractors.streaminfoitem.
import org.schabi.newpipe.extractor.stream.StreamInfoItem; import org.schabi.newpipe.extractor.stream.StreamInfoItem;
import org.schabi.newpipe.extractor.stream.StreamInfoItemsCollector; import org.schabi.newpipe.extractor.stream.StreamInfoItemsCollector;
import javax.annotation.Nonnull;
import java.io.IOException; import java.io.IOException;
import java.util.Objects;
import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampExtractorHelper.getImageUrl; import javax.annotation.Nonnull;
import static org.schabi.newpipe.extractor.utils.JsonUtils.getJsonData;
import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampStreamExtractor.getAlbumInfoJson;
import static org.schabi.newpipe.extractor.utils.Utils.EMPTY_STRING;
import static org.schabi.newpipe.extractor.utils.Utils.HTTPS;
public class BandcampPlaylistExtractor extends PlaylistExtractor { public class BandcampPlaylistExtractor extends PlaylistExtractor {
@ -92,12 +93,10 @@ public class BandcampPlaylistExtractor extends PlaylistExtractor {
@Override @Override
public String getUploaderAvatarUrl() { public String getUploaderAvatarUrl() {
try { return document.getElementsByClass("band-photo").stream()
return Objects.requireNonNull(document.getElementsByClass("band-photo").first()) .map(element -> element.attr("src"))
.attr("src"); .findFirst()
} catch (final NullPointerException e) { .orElse(EMPTY_STRING);
return EMPTY_STRING;
}
} }
@Override @Override

View File

@ -38,12 +38,6 @@ public class BandcampPlaylistInfoItemExtractor implements PlaylistInfoItemExtrac
@Override @Override
public String getThumbnailUrl() { public String getThumbnailUrl() {
final Element img = searchResult.getElementsByClass("art").first() return BandcampExtractorHelper.getThumbnailUrlFromSearchResult(searchResult);
.getElementsByTag("img").first();
if (img != null) {
return img.attr("src");
} else {
return null;
}
} }
} }

View File

@ -5,6 +5,7 @@ import com.grack.nanojson.JsonObject;
import com.grack.nanojson.JsonParser; import com.grack.nanojson.JsonParser;
import com.grack.nanojson.JsonParserException; import com.grack.nanojson.JsonParserException;
import org.jsoup.Jsoup; import org.jsoup.Jsoup;
import org.jsoup.nodes.Element;
import org.schabi.newpipe.extractor.MediaFormat; import org.schabi.newpipe.extractor.MediaFormat;
import org.schabi.newpipe.extractor.NewPipe; import org.schabi.newpipe.extractor.NewPipe;
import org.schabi.newpipe.extractor.StreamingService; import org.schabi.newpipe.extractor.StreamingService;
@ -77,9 +78,11 @@ public class BandcampRadioStreamExtractor extends BandcampStreamExtractor {
@Nonnull @Nonnull
@Override @Override
public String getUploaderName() { public String getUploaderName() throws ParsingException {
return Jsoup.parse(showInfo.getString("image_caption")) return Jsoup.parse(showInfo.getString("image_caption")).getElementsByTag("a").stream()
.getElementsByTag("a").first().text(); .map(Element::text)
.findFirst()
.orElseThrow(() -> new ParsingException("Could not get uploader name"));
} }
@Nullable @Nullable

View File

@ -50,40 +50,31 @@ public class BandcampSearchExtractor extends SearchExtractor {
public InfoItemsPage<InfoItem> getPage(final Page page) public InfoItemsPage<InfoItem> getPage(final Page page)
throws IOException, ExtractionException { throws IOException, ExtractionException {
final String html = getDownloader().get(page.getUrl()).responseBody();
final MultiInfoItemsCollector collector = new MultiInfoItemsCollector(getServiceId()); final MultiInfoItemsCollector collector = new MultiInfoItemsCollector(getServiceId());
final Document d = Jsoup.parse(getDownloader().get(page.getUrl()).responseBody());
for (final Element searchResult : d.getElementsByClass("searchresult")) {
final Document d = Jsoup.parse(html); final String type = searchResult.getElementsByClass("result-info").stream()
.flatMap(element -> element.getElementsByClass("itemtype").stream())
final Elements searchResultsElements = d.getElementsByClass("searchresult"); .map(Element::text)
.findFirst()
for (final Element searchResult : searchResultsElements) { .orElse("");
final String type = searchResult.getElementsByClass("result-info").first()
.getElementsByClass("itemtype").first().text();
switch (type) { switch (type) {
default: default:
continue;
case "FAN": case "FAN":
// don't display fan results // don't display fan results
break; break;
case "ARTIST": case "ARTIST":
collector.commit(new BandcampChannelInfoItemExtractor(searchResult)); collector.commit(new BandcampChannelInfoItemExtractor(searchResult));
break; break;
case "ALBUM": case "ALBUM":
collector.commit(new BandcampPlaylistInfoItemExtractor(searchResult)); collector.commit(new BandcampPlaylistInfoItemExtractor(searchResult));
break; break;
case "TRACK": case "TRACK":
collector.commit(new BandcampSearchStreamInfoItemExtractor(searchResult, null)); collector.commit(new BandcampSearchStreamInfoItemExtractor(searchResult, null));
break; break;
} }
} }
// Count pages // Count pages
@ -92,7 +83,10 @@ public class BandcampSearchExtractor extends SearchExtractor {
return new InfoItemsPage<>(collector, null); return new InfoItemsPage<>(collector, null);
} }
final Elements pages = pageLists.first().getElementsByTag("li"); final Elements pages = pageLists.stream()
.map(element -> element.getElementsByTag("li"))
.findFirst()
.orElseGet(Elements::new);
// Find current page // Find current page
int currentPage = -1; int currentPage = -1;

View File

@ -128,11 +128,10 @@ public class BandcampStreamExtractor extends StreamExtractor {
@Nonnull @Nonnull
@Override @Override
public String getUploaderAvatarUrl() { public String getUploaderAvatarUrl() {
try { return document.getElementsByClass("band-photo").stream()
return document.getElementsByClass("band-photo").first().attr("src"); .map(element -> element.attr("src"))
} catch (final NullPointerException e) { .findFirst()
return ""; .orElse("");
}
} }
@Nonnull @Nonnull

View File

@ -4,7 +4,6 @@ package org.schabi.newpipe.extractor.services.bandcamp.extractors;
import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampExtractorHelper.BASE_API_URL; import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampExtractorHelper.BASE_API_URL;
import com.grack.nanojson.JsonArray;
import com.grack.nanojson.JsonObject; import com.grack.nanojson.JsonObject;
import com.grack.nanojson.JsonParser; import com.grack.nanojson.JsonParser;
import com.grack.nanojson.JsonParserException; import com.grack.nanojson.JsonParserException;
@ -17,9 +16,9 @@ import org.schabi.newpipe.extractor.suggestion.SuggestionExtractor;
import java.io.IOException; import java.io.IOException;
import java.net.URLEncoder; import java.net.URLEncoder;
import java.util.ArrayList;
import java.util.Collections; import java.util.Collections;
import java.util.List; import java.util.List;
import java.util.stream.Collectors;
public class BandcampSuggestionExtractor extends SuggestionExtractor { public class BandcampSuggestionExtractor extends SuggestionExtractor {
@ -36,20 +35,12 @@ public class BandcampSuggestionExtractor extends SuggestionExtractor {
final JsonObject fuzzyResults = JsonParser.object().from(downloader final JsonObject fuzzyResults = JsonParser.object().from(downloader
.get(AUTOCOMPLETE_URL + URLEncoder.encode(query, "UTF-8")).responseBody()); .get(AUTOCOMPLETE_URL + URLEncoder.encode(query, "UTF-8")).responseBody());
final JsonArray jsonArray = fuzzyResults.getObject("auto") return fuzzyResults.getObject("auto").getArray("results").stream()
.getArray("results"); .filter(JsonObject.class::isInstance)
.map(JsonObject.class::cast)
final List<String> suggestions = new ArrayList<>(); .map(jsonObject -> jsonObject.getString("name"))
.distinct()
for (final Object fuzzyResult : jsonArray) { .collect(Collectors.toList());
final String res = ((JsonObject) fuzzyResult).getString("name");
if (!suggestions.contains(res)) {
suggestions.add(res);
}
}
return suggestions;
} catch (final JsonParserException e) { } catch (final JsonParserException e) {
return Collections.emptyList(); return Collections.emptyList();
} }

View File

@ -2,6 +2,7 @@ package org.schabi.newpipe.extractor.services.bandcamp.extractors.streaminfoitem
import org.jsoup.nodes.Element; import org.jsoup.nodes.Element;
import org.schabi.newpipe.extractor.exceptions.ParsingException; import org.schabi.newpipe.extractor.exceptions.ParsingException;
import org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampExtractorHelper;
import javax.annotation.Nullable; import javax.annotation.Nullable;
@ -46,13 +47,7 @@ public class BandcampSearchStreamInfoItemExtractor extends BandcampStreamInfoIte
@Override @Override
public String getThumbnailUrl() throws ParsingException { public String getThumbnailUrl() throws ParsingException {
final Element img = searchResult.getElementsByClass("art").first() return BandcampExtractorHelper.getThumbnailUrlFromSearchResult(searchResult);
.getElementsByTag("img").first();
if (img != null) {
return img.attr("src");
} else {
return null;
}
} }
@Override @Override