mirror of
https://github.com/yacy/yacy_search_server.git
synced 2024-09-21 00:00:13 +02:00
58b1a0ba40
*) adding content parser for - pdf (using the pdf-box library) - doc (using the textmining.org library) *) adding a Interface for content parsers *) adding a configuration file which can be used to configure which parser is used for which mimeType *) Sempahore class was moved and renamed to serverSemaphore *) Changing yacy shutdown behaviour Buzy waiting loop for shutdown was removed and replaced with a blocking call (using the semaphore class mentioned above) to the new switchboard.waitForShutdown method. git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@46 6c8d7289-2bf4-0310-a012-ef5d649a1542
128 lines
3.9 KiB
Java
128 lines
3.9 KiB
Java
/*
|
|
* Check4Update is a stand-alone server application that can be used to
|
|
* monitor various types of online resources for updates and changes and
|
|
* notifies the user if a modification was detected.
|
|
*
|
|
* Copyright (C) 2005 Martin Thelian
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or (at
|
|
* your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful, but
|
|
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program; if not, write to the Free Software Foundation,
|
|
* Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
*
|
|
* For more information, please email thelian@users.sourceforge.net
|
|
*
|
|
*/
|
|
|
|
/* =======================================================================
|
|
* Revision Control Information
|
|
* $Source: $
|
|
* $Author: $
|
|
* $Date: $
|
|
* $Revision: $
|
|
* ======================================================================= */
|
|
|
|
package de.anomic.plasma.parser.doc;
|
|
|
|
import java.io.BufferedInputStream;
|
|
import java.io.ByteArrayInputStream;
|
|
import java.io.File;
|
|
import java.io.FileInputStream;
|
|
import java.io.FileNotFoundException;
|
|
import java.io.InputStream;
|
|
import java.net.URL;
|
|
import java.util.Arrays;
|
|
import java.util.HashSet;
|
|
import org.textmining.text.extraction.WordExtractor;
|
|
|
|
|
|
import de.anomic.plasma.plasmaParserDocument;
|
|
import de.anomic.plasma.parser.Parser;
|
|
import de.anomic.plasma.parser.ParserException;
|
|
|
|
public class docParser implements Parser {
|
|
|
|
/**
|
|
* a list of mime types that are supported by this parser class
|
|
*/
|
|
public static final HashSet<String> SUPPORTED_MIME_TYPES = new HashSet<String>(Arrays.asList(new String[] {
|
|
new String("application/msword")
|
|
}));
|
|
|
|
|
|
public docParser() {
|
|
super();
|
|
}
|
|
|
|
public plasmaParserDocument parse(URL location, String mimeType,
|
|
byte[] source) throws ParserException {
|
|
ByteArrayInputStream contentInputStream = new ByteArrayInputStream(source);
|
|
return this.parse(location,mimeType,contentInputStream);
|
|
}
|
|
|
|
public plasmaParserDocument parse(URL location, String mimeType,
|
|
File sourceFile) throws ParserException {
|
|
BufferedInputStream contentInputStream = null;
|
|
try {
|
|
contentInputStream = new BufferedInputStream(new FileInputStream(sourceFile));
|
|
} catch (FileNotFoundException e) {
|
|
e.printStackTrace();
|
|
}
|
|
return this.parse(location, mimeType, contentInputStream);
|
|
}
|
|
|
|
public plasmaParserDocument parse(URL location, String mimeType,
|
|
InputStream source) throws ParserException {
|
|
|
|
|
|
try {
|
|
WordExtractor extractor = new WordExtractor();
|
|
String contents = extractor.extractText(source);
|
|
|
|
plasmaParserDocument theDoc = new plasmaParserDocument(
|
|
location,
|
|
mimeType,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
contents.getBytes(),
|
|
null,
|
|
null);
|
|
|
|
return theDoc;
|
|
}
|
|
catch (Exception e) {
|
|
throw new ParserException("Unable to parse the doc content. " + e.getMessage());
|
|
}
|
|
}
|
|
|
|
public HashSet getSupportedMimeTypes() {
|
|
return docParser.SUPPORTED_MIME_TYPES;
|
|
}
|
|
|
|
public void reset() {
|
|
// TODO Auto-generated method stub
|
|
|
|
}
|
|
|
|
/**
|
|
* @param args
|
|
*/
|
|
public static void main(String[] args) {
|
|
// TODO Auto-generated method stub
|
|
|
|
}
|
|
|
|
}
|