X-Git-Url: http://git.nikiroo.be/?a=blobdiff_plain;f=src%2Fbe%2Fnikiroo%2Fgofetch%2Fsupport%2FBasicSupport.java;h=9555b9db363a2bdffe408d1698db0bb35f73d380;hb=ff49bc765089d37d20ad950350d02876435c73f8;hp=dcd5e6ea295ad11f18372035d7b9033b1b7c5ba0;hpb=9cf08a99ce4a796a2294fa1f14315aa16d97c3ce;p=gofetch.git

diff --git a/src/be/nikiroo/gofetch/support/BasicSupport.java b/src/be/nikiroo/gofetch/support/BasicSupport.java
index dcd5e6e..9555b9d 100644
--- a/src/be/nikiroo/gofetch/support/BasicSupport.java
+++ b/src/be/nikiroo/gofetch/support/BasicSupport.java
@@ -3,7 +3,6 @@ package be.nikiroo.gofetch.support;
 import java.io.IOException;
 import java.io.InputStream;
 import java.net.URL;
-import java.text.ParseException;
 import java.text.SimpleDateFormat;
 import java.util.ArrayList;
 import java.util.Arrays;
@@ -34,7 +33,7 @@ import be.nikiroo.utils.StringUtils;
  */
 public abstract class BasicSupport {
 	/**
-	 * The downloader to use for all web sites via
+	 * The {@link Downloader} to use for all web sites via
 	 * {@link BasicSupport#open(URL)}
 	 */
 	static private Downloader downloader = new Downloader("gofetcher");
@@ -56,6 +55,7 @@ public abstract class BasicSupport {
 	 *             in case of I/O error
 	 * 
 	 */
+	@SuppressWarnings("unused")
 	public void login() throws IOException {
 	}
 
@@ -133,7 +133,8 @@ public abstract class BasicSupport {
 						id = "0" + id;
 					}
 				} else {
-					id = date.replace(":", "_").replace("+", "_");
+					id = date.replace(":", "_").replace("+", "_")
+							.replace("/", "-");
 				}
 
 				date = date(date);
@@ -300,21 +301,7 @@ public abstract class BasicSupport {
 			Document doc = DataUtil.load(in, "UTF-8", url.toString());
 			Element article = getFullArticle(doc);
 			if (article != null) {
-				StringBuilder builder = new StringBuilder();
-				ElementProcessor eProc = getElementProcessorFullArticle();
-				if (eProc != null) {
-					for (String line : toLines(article, eProc)) {
-						builder.append(line + "\n");
-					}
-				} else {
-					builder.append(article.text());
-				}
-
-				// Content is too tight with a single break per line:
-				fullContent = builder.toString().replace("\n", "\n\n") //
-						.replace("\n\n\n\n", "\n\n") //
-						.replace("\n\n\n\n", "\n\n") //
-						.trim();
+				fullContent = getArticleText(article);
 			}
 
 			if (fullContent.isEmpty()) {
@@ -331,6 +318,33 @@ public abstract class BasicSupport {
 		}
 	}
 
+	/**
+	 * Return the text from this {@link Element}, using the
+	 * {@link BasicSupport#getElementProcessorFullArticle()} processor logic.
+	 * 
+	 * @param article
+	 *            the element to extract the text from
+	 * 
+	 * @return the text
+	 */
+	protected String getArticleText(Element article) {
+		StringBuilder builder = new StringBuilder();
+		ElementProcessor eProc = getElementProcessorFullArticle();
+		if (eProc != null) {
+			for (String line : toLines(article, eProc)) {
+				builder.append(line + "\n");
+			}
+		} else {
+			builder.append(article.text());
+		}
+
+		// Content is too tight with a single break per line:
+		return builder.toString().replace("\n", "\n\n") //
+				.replace("\n\n\n\n", "\n\n") //
+				.replace("\n\n\n\n", "\n\n") //
+				.trim();
+	}
+
 	/**
 	 * Return the full article if available (this is the article to retrieve
 	 * from the newly downloaded page at {@link Story#getUrlInternal()}).
@@ -564,9 +578,6 @@ public abstract class BasicSupport {
 			case SLASHDOT:
 				support = new Slashdot();
 				break;
-			case PIPEDOT:
-				support = new Pipedot();
-				break;
 			case LWN:
 				support = new LWN();
 				break;
@@ -588,6 +599,9 @@ public abstract class BasicSupport {
 			case SEPT_SUR_SEPT:
 				support = new SeptSurSept();
 				break;
+			case REDDIT:
+				support = new Reddit();
+				break;
 			}
 
 			if (support != null) {
@@ -806,7 +820,7 @@ public abstract class BasicSupport {
 			Date dat = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ssXXX")
 					.parse(date.trim());
 			return out.format(dat);
-		} catch (ParseException e) {
+		} catch (Exception e) {
 			return date;
 		}
 	}