mirror of
https://github.com/yacy/yacy_search_server.git
synced 2024-09-21 00:00:13 +02:00
16d1d744fa
without the file extension. This part of the file path is removed from the multi-field url_paths_sxt, which has now not the file name as last part of the path list. The same applies to the new fields source_file_name_s and target_file_name_s in the webgraph schema.
72 lines
2.4 KiB
Java
72 lines
2.4 KiB
Java
/**
|
|
* genericParser
|
|
* Copyright 2010 by Michael Peter Christen, mc@yacy.net, Frankfurt a. M., Germany
|
|
* First released 30.11.2010 at http://yacy.net
|
|
*
|
|
* $LastChangedDate$
|
|
* $LastChangedRevision$
|
|
* $LastChangedBy$
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public License
|
|
* along with this program in the file lgpl21.txt
|
|
* If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
package net.yacy.document.parser;
|
|
|
|
import java.io.InputStream;
|
|
|
|
import net.yacy.cora.document.MultiProtocolURI;
|
|
import net.yacy.document.AbstractParser;
|
|
import net.yacy.document.Document;
|
|
import net.yacy.document.Parser;
|
|
import net.yacy.kelondro.data.meta.DigestURI;
|
|
|
|
/**
|
|
* this parser can parse just anything because it uses only the uri/file/path information
|
|
*/
|
|
public class genericParser extends AbstractParser implements Parser {
|
|
|
|
public genericParser() {
|
|
super("Generic Parser");
|
|
// no SUPPORTED_EXTENSIONS and no SUPPORTED_MIME_TYPES
|
|
// this parser is used if no other fits. This parser fits all
|
|
}
|
|
|
|
@Override
|
|
public Document[] parse(final DigestURI location, final String mimeType,
|
|
final String charset, final InputStream source1)
|
|
throws Parser.Failure, InterruptedException {
|
|
String filename = location.getFileName();
|
|
final Document[] docs = new Document[]{new Document(
|
|
location,
|
|
mimeType,
|
|
charset,
|
|
this,
|
|
null,
|
|
null,
|
|
singleList(filename.isEmpty() ? location.toTokens() : MultiProtocolURI.unescape(filename)), // title
|
|
"", // author
|
|
location.getHost(),
|
|
null,
|
|
null,
|
|
0.0f, 0.0f,
|
|
location.toTokens(),
|
|
null,
|
|
null,
|
|
null,
|
|
false)};
|
|
return docs;
|
|
}
|
|
}
|