yacy_search_server/source/net/yacy/document/parser/mmParser.java
orbiter 9b25d07295 - added geo information parsing to html parser
- extended metadata information in index with geolocalisation
- added display of location in yacydoc and ViewFile

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@7629 6c8d7289-2bf4-0310-a012-ef5d649a1542
2011-03-30 00:49:47 +00:00

127 lines
4.0 KiB
Java

/**
* mmParser
* Copyright 2010 by Marc Nause, marc.nause@gmx.de, Braunschweig, Germany
* First released 27.12.2010 at http://yacy.net
*
* $LastChangedDate$
* $LastChangedRevision$
* $LastChangedBy$
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program in the file lgpl21.txt
* If not, see <http://www.gnu.org/licenses/>.
*/
package net.yacy.document.parser;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import javax.xml.parsers.ParserConfigurationException;
import javax.xml.parsers.SAXParser;
import javax.xml.parsers.SAXParserFactory;
import org.xml.sax.Attributes;
import org.xml.sax.SAXException;
import org.xml.sax.helpers.DefaultHandler;
import net.yacy.cora.document.MultiProtocolURI;
import net.yacy.cora.document.UTF8;
import net.yacy.document.AbstractParser;
import net.yacy.document.Document;
import net.yacy.document.Parser;
// this is a new implementation of this parser idiom using multiple documents as result set
public class mmParser extends AbstractParser implements Parser {
public mmParser() {
super("FreeMind Parser");
SUPPORTED_EXTENSIONS.add("mm");
SUPPORTED_MIME_TYPES.add("application/freemind");
SUPPORTED_MIME_TYPES.add("application/x-freemind");
}
public Document[] parse(final MultiProtocolURI location, final String mimeType,
final String charset, final InputStream source)
throws Parser.Failure, InterruptedException
{
final StringBuilder sb = new StringBuilder();
String rootElementText = "";
byte[] content = new byte[0];
try {
final SAXParser saxParser = SAXParserFactory.newInstance().newSAXParser();
final FreeMindHandler freeMindHandler = new FreeMindHandler();
saxParser.parse(source, freeMindHandler);
final List<String> nodeTextList = freeMindHandler.getNodeText();
rootElementText = (nodeTextList.size() > 0) ? nodeTextList.get(0) : "";
for (final String nodeText : nodeTextList) {
sb.append(nodeText);
sb.append(". ");
}
content = UTF8.getBytes(sb.toString());
} catch (ParserConfigurationException ex) {
log.logWarning(ex.getMessage());
} catch (SAXException ex) {
log.logWarning(ex.getMessage());
} catch (IOException ex) {
log.logWarning(ex.getMessage());
}
return new Document[]{new Document(
location,
mimeType,
"UTF-8",
null,
null,
rootElementText,
null,
null,
null,
null,
0.0f, 0.0f,
content,
null,
null,
null,
false)};
}
private class FreeMindHandler extends DefaultHandler {
private List<String> nodeText = new ArrayList<String>();
@Override
public void startElement(final String uri, final String localName,
final String qName, final Attributes attributes) {
if (qName.equals("node")) {
final String textValue = attributes.getValue("TEXT");
if (textValue != null) {
nodeText.add(textValue);
}
}
}
protected List<String> getNodeText() {
return nodeText;
}
}
}