- /*
- * URL url = new URL(story.getUrlInternal()); InputStream in =
- * open(url); Document doc = DataUtil.load(in, "UTF-8", url.toString());
- * Elements listing = doc.getElementsByTag("main"); if (listing.size() >
- * 0) { comments.addAll(getComments(listing.get(0))); }
- */
+ List<Comment> comments = new ArrayList<Comment>();
+ String fullContent = story.getContent();
+
+ // Do not try the paid-for stories...
+ if (!story.getTitle().startsWith("[$]")) {
+ URL url = new URL(story.getUrlInternal());
+ InputStream in = open(url);
+ Document doc = DataUtil.load(in, "UTF-8", url.toString());
+ Elements fullContentElements = doc
+ .getElementsByClass("ArticleText");
+ if (fullContentElements.size() > 0) {
+ // comments.addAll(getComments(listing.get(0)));
+ fullContent = fullContentElements.get(0).text();
+ }
+
+ Elements listing = doc.getElementsByClass("lwn-u-1");
+ if (listing.size() > 0) {
+ comments.addAll(getComments(listing.get(0)));
+ }
+ } else {
+ fullContent = "[$] Sorry, this article is currently available to LWN suscribers only [https://lwn.net/subscribe/].";
+ }
+
+ story.setFullContent(fullContent);
+ story.setComments(comments);