/** * genericParser * Copyright 2010 by Michael Peter Christen, mc@yacy.net, Frankfurt a. M., Germany * First released 30.11.2010 at http://yacy.net * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with this program in the file lgpl21.txt * If not, see . */ package net.yacy.document.parser; import java.io.InputStream; import net.yacy.cora.document.MultiProtocolURI; import net.yacy.document.AbstractParser; import net.yacy.document.Document; import net.yacy.document.Parser; /** * this parser can parse just anything because it uses only the uri/file/path information */ public class genericParser extends AbstractParser implements Parser { public genericParser() { super("Generic Parser"); // no SUPPORTED_EXTENSIONS and no SUPPORTED_MIME_TYPES // this parser is used if no other fits. This parser fits all } public Document[] parse(MultiProtocolURI location, String mimeType, String charset, InputStream source1) throws Parser.Failure, InterruptedException { Document[] docs = new Document[]{new Document( location, mimeType, charset, null, null, location.getFileName().length() == 0 ? location.toTokens() : MultiProtocolURI.unescape(location.getFileName()), // title "", // author location.getHost(), null, null, location.toTokens(), null, null, null, false)}; for (Document d: docs) { assert d.getText() != null : "mimeType = " + mimeType; } // verify docs return docs; } }