summaryrefslogtreecommitdiff
path: root/test/net
diff options
context:
space:
mode:
authorreger <reger18@arcor.de>2014-04-01 02:55:22 +0200
committerreger <reger18@arcor.de>2014-04-01 02:55:22 +0200
commit71649bf22d97909769e3fedc1a64626743f94385 (patch)
tree1259862a51f49bf4f19af4db0871941f7de0402d /test/net
parentd29b6db270c5d1c59dcd384ac46d1bc799b62241 (diff)
add test case htmlParser.parse - getCharset
(which fails)
Diffstat (limited to 'test/net')
-rw-r--r--test/net/yacy/document/parser/htmlParserTest.java41
1 files changed, 41 insertions, 0 deletions
diff --git a/test/net/yacy/document/parser/htmlParserTest.java b/test/net/yacy/document/parser/htmlParserTest.java
index f4f18ddaf..7df23d74e 100644
--- a/test/net/yacy/document/parser/htmlParserTest.java
+++ b/test/net/yacy/document/parser/htmlParserTest.java
@@ -1,7 +1,15 @@
package net.yacy.document.parser;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.FileNotFoundException;
+import java.net.MalformedURLException;
import java.nio.charset.Charset;
+import static junit.framework.Assert.assertTrue;
import junit.framework.TestCase;
+import net.yacy.cora.document.id.AnchorURL;
+import net.yacy.document.Document;
+import net.yacy.document.Parser;
import org.junit.Test;
public class htmlParserTest extends TestCase {
@@ -39,4 +47,37 @@ public class htmlParserTest extends TestCase {
}
+ /**
+ * Test of parse method, of class htmlParser.
+ * - test getCharset
+ */
+ @Test
+ public void testParse() throws MalformedURLException, Parser.Failure, InterruptedException, FileNotFoundException {
+ System.out.println("htmlParser.parse");
+
+ String[] testFiles = {
+ "umlaute_html_iso.html",
+ "umlaute_html_utf8.html",
+ "umlaute_html_namedentities.html"};
+
+ final String mimetype = "text/html";
+ //final String resulttxt = "In München steht ein Hofbräuhaus. Dort gibt es Bier aus Maßkrügen.";
+
+ for (String testfile : testFiles) {
+ final String filename = "test/parsertest/" + testfile;
+ final File file = new File(filename);
+
+ final AnchorURL url = new AnchorURL("http://localhost/" + filename);
+ System.out.println("parse file: " + filename);
+
+ htmlParser p = new htmlParser();
+ final Document[] docs = p.parse(url, mimetype, null, new FileInputStream(file));
+
+ Document doc = docs[0];
+ String txt = doc.getCharset();
+ assertTrue("get Charset", txt != null);
+ System.out.println("detected charset = " + txt);
+
+ }
+ }
}