URL url = new URL("https://slashdot.org/");
InputStream in = open(url);
Document doc = DataUtil.load(in, "UTF-8", url.toString());
- Elements stories = doc.getElementsByTag("header");
- for (Element story : stories) {
- Elements titles = story.getElementsByClass("story-title");
+ Elements articles = doc.getElementsByTag("header");
+ for (Element article : articles) {
+ Elements titles = article.getElementsByClass("story-title");
if (titles.size() == 0) {
continue;
}
}
String details = "";
- Elements detailsElements = story.getElementsByClass("details");
+ Elements detailsElements = article.getElementsByClass("details");
if (detailsElements.size() > 0) {
details = detailsElements.get(0).text();
}
public boolean ignoreNode(Node node) {
return false;
}
+
+ @Override
+ public String manualProcessing(Node node) {
+ return null;
+ }
});
}
}