X-Git-Url: http://git.nikiroo.be/?a=blobdiff_plain;f=src%2Fbe%2Fnikiroo%2Fgofetch%2Fsupport%2FLeMonde.java;h=235f7ee2ce2985738401cb45b6d6e8a1b25ec750;hb=b9afb12e17825f363d3679fcac75095fb1e9dc6d;hp=c83dc14b8d0198c89ac46bf5ac7980c86eaf2da6;hpb=202173602397b0793542c7a90f9d86013e153067;p=gofetch.git diff --git a/src/be/nikiroo/gofetch/support/LeMonde.java b/src/be/nikiroo/gofetch/support/LeMonde.java index c83dc14..235f7ee 100644 --- a/src/be/nikiroo/gofetch/support/LeMonde.java +++ b/src/be/nikiroo/gofetch/support/LeMonde.java @@ -15,6 +15,11 @@ import org.jsoup.select.Elements; import be.nikiroo.gofetch.data.Comment; import be.nikiroo.gofetch.data.Story; +/** + * Support http://www.lemonde.fr/. + * + * @author niki + */ public class LeMonde extends BasicSupport { @Override public String getDescription() { @@ -28,7 +33,7 @@ public class LeMonde extends BasicSupport { for (String topic : new String[] { "international", "politique", "societe", "sciences" }) { URL url = new URL("http://www.lemonde.fr/" + topic + "/1.html"); - InputStream in = open(url); + InputStream in = downloader.open(url); Document doc = DataUtil.load(in, "UTF-8", url.toString()); Elements articles = doc.getElementsByTag("article"); for (Element article : articles) { @@ -39,24 +44,25 @@ public class LeMonde extends BasicSupport { && contentElements.size() > 0) { String id = times.get(0).attr("datetime").replace(":", "_") .replace("+", "_"); - String title = "[" + topic + "] " - + titleElements.get(0).text(); + String title = titleElements.get(0).text(); + String date = date(titleElements.get(0).text()); String content = contentElements.get(0).text(); String intUrl = ""; String extUrl = ""; + String author = ""; String details = ""; Elements detailsElements = article .getElementsByClass("signature"); if (detailsElements.size() > 0) { - details = detailsElements.get(0).text(); + author = detailsElements.get(0).text(); } Elements links = titleElements.get(0).getElementsByTag("a"); if (links.size() > 0) { intUrl = links.get(0).absUrl("href"); - list.add(new Story(getType(), id, title, details, - intUrl, extUrl, content)); + list.add(new Story(getType(), id, title, author, date, + topic, details, intUrl, extUrl, content)); } } } @@ -74,7 +80,7 @@ public class LeMonde extends BasicSupport { // some javascript, I need to check...) URL url = new URL(story.getUrlInternal()); - InputStream in = open(url); + InputStream in = downloader.open(url); Document doc = DataUtil.load(in, "UTF-8", url.toString()); Element article = doc.getElementById("articleBody"); if (article != null) { @@ -92,11 +98,11 @@ public class LeMonde extends BasicSupport { } @Override - public String manualProcessing(Node node) { + public String isSubtitle(Node node) { if (node instanceof Element) { Element element = (Element) node; if (element.hasClass("intertitre")) { - return "\n[ " + element.text() + " ]\n"; + return element.text(); } } return null;