Marown/yacy_search_server
1
0
Fork 0
mirror of https://github.com/yacy/yacy_search_server.git synced 2024-09-19 00:01:41 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

do not allocate a StringBuilder object in case that there is not enough memory for that

Browse Source 
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@7846 6c8d7289-2bf4-0310-a012-ef5d649a1542
This commit is contained in:
orbiter 2011-07-16 23:17:19 +00:00
parent 6a6f27eaf3
commit b06faab9d3
1 changed files with 10 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
source/net/yacy/document/parser/html/AbstractScraper.java
View File

@ -1,4 +1,4 @@
// AbstractScraper.java
// AbstractScraper.java
// ---------------------------
// (C) by Michael Peter Christen; mc@yacy.net
// first published on http://www.anomic.de
@ -32,12 +32,14 @@ package net.yacy.document.parser.html;
import java.util.Properties;
import java.util.Set;
import net.yacy.kelondro.util.MemoryControl;
public abstract class AbstractScraper implements Scraper {
public static final char lb = '<';
public static final char rb = '>';
public static final char sl = '/';
private Set<String> tags0;
private Set<String> tags1;
@ -52,11 +54,11 @@ public abstract class AbstractScraper implements Scraper {
}
public boolean isTag0(final String tag) {
return (tags0 != null) && (tags0.contains(tag.toLowerCase()));
return (this.tags0 != null) && (this.tags0.contains(tag.toLowerCase()));
}
public boolean isTag1(final String tag) {
return (tags1 != null) && (tags1.contains(tag.toLowerCase()));
return (this.tags1 != null) && (this.tags1.contains(tag.toLowerCase()));
}
//the 'missing' method that shall be implemented:
@ -68,6 +70,7 @@ public abstract class AbstractScraper implements Scraper {
public abstract void scrapeTag1(String tagname, Properties tagopts, char[] text);
protected static String stripAllTags(final char[] s) {
if (!MemoryControl.request(s.length * 2, false)) return "";
final StringBuilder r = new StringBuilder(s.length);
int bc = 0;
for (final char c : s) {
@ -89,10 +92,10 @@ public abstract class AbstractScraper implements Scraper {
public void close() {
// free resources
tags0 = null;
tags1 = null;
this.tags0 = null;
this.tags1 = null;
}
}