Marown/yacy_search_server
1
0
Fork 0
mirror of https://github.com/yacy/yacy_search_server.git synced 2024-09-19 00:01:41 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

another possible fix for

Browse Source 
https://github.com/yacy/yacy_search_server/issues/500
This commit is contained in:
Michael Peter Christen 2023-11-15 23:45:53 +01:00
parent d72cd7916c
commit 4a611ac6a3
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
source/net/yacy/document/parser/sitemapParser.java
View File

@ -25,6 +25,7 @@
package net.yacy.document.parser;
import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.net.MalformedURLException;
@ -50,6 +51,7 @@ import net.yacy.document.Parser;
import net.yacy.document.TextParser;
import net.yacy.document.VocabularyScraper;
import org.apache.commons.io.IOUtils;
import org.w3c.dom.CharacterData;
import org.w3c.dom.Element;
import org.w3c.dom.Node;
@ -131,7 +133,9 @@ public class sitemapParser extends AbstractParser implements Parser {
if ((contentMimeType != null && (contentMimeType.equals("application/x-gzip") || contentMimeType.equals("application/gzip"))) || url.endsWith(".gz")) {
contentStream = new GZIPInputStream(contentStream);
}
return new SitemapReader(contentStream, agent);
byte[] bytes = IOUtils.toByteArray(contentStream);
ByteArrayInputStream bais = new ByteArrayInputStream(bytes);
return new SitemapReader(bais, agent);
} catch (final IOException e) {
throw e;
}