List<Story> list = new ArrayList<Story>();
URL url = new URL("https://pipedot.org/");
- InputStream in = open(url);
+ InputStream in = downloader.open(url);
Document doc = DataUtil.load(in, "UTF-8", url.toString());
Elements articles = doc.getElementsByClass("story");
for (Element article : articles) {
List<Comment> comments = new ArrayList<Comment>();
URL url = new URL(story.getUrlInternal());
- InputStream in = open(url);
+ InputStream in = downloader.open(url);
Document doc = DataUtil.load(in, "UTF-8", url.toString());
Elements listing = doc.getElementsByTag("main");
if (listing.size() > 0) {
}
private List<String> toLines(Element element) {
- return toLines(element, new QuoteProcessor() {
- @Override
- public String processText(String text) {
- return text;
- }
-
+ return toLines(element, new BasicElementProcessor() {
@Override
public boolean detectQuote(Node node) {
if (node instanceof Element) {
return false;
}
-
- @Override
- public boolean ignoreNode(Node node) {
- return false;
- }
-
- @Override
- public String manualProcessing(Node node) {
- return null;
- }
});
}
}