mirror of
https://github.com/yacy/yacy_search_server.git
synced 2024-09-19 00:01:41 +02:00
added a patch to ignore bad mime-ignore patterns
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@6474 6c8d7289-2bf4-0310-a012-ef5d649a1542
This commit is contained in:
parent
29fe436e36
commit
1a146b0d73
|
@ -274,7 +274,7 @@ public final class TextParser {
|
|||
String ext = url.getFileExtension();
|
||||
Idiom idiom;
|
||||
if (ext != null && ext.length() > 0) {
|
||||
if (denyExtension.contains(ext)) throw new ParserException("file extension '" + ext + "' is denied", url);
|
||||
if (denyExtension.contains(ext)) throw new ParserException("file extension '" + ext + "' is denied (1)", url);
|
||||
idiom = ext2parser.get(ext);
|
||||
if (idiom != null) idioms.add(idiom);
|
||||
}
|
||||
|
@ -282,7 +282,7 @@ public final class TextParser {
|
|||
// check given mime type
|
||||
if (mimeType1 != null) {
|
||||
mimeType1 = normalizeMimeType(mimeType1);
|
||||
if (denyMime.contains(mimeType1)) throw new ParserException("mime type '" + mimeType1 + "' is denied", url);
|
||||
if (denyMime.contains(mimeType1)) throw new ParserException("mime type '" + mimeType1 + "' is denied (1)", url);
|
||||
idiom = mime2parser.get(mimeType1);
|
||||
if (idiom != null && !idioms.contains(idiom)) idioms.add(idiom);
|
||||
}
|
||||
|
@ -299,7 +299,7 @@ public final class TextParser {
|
|||
public static String supportsMime(String mimeType) {
|
||||
if (mimeType == null) return null;
|
||||
mimeType = normalizeMimeType(mimeType);
|
||||
if (denyMime.contains(mimeType)) return "mime type '" + mimeType + "' is denied";
|
||||
if (denyMime.contains(mimeType)) return "mime type '" + mimeType + "' is denied (2)";
|
||||
if (mime2parser.get(mimeType) == null) return "no parser for mime '" + mimeType + "' available";
|
||||
return null;
|
||||
}
|
||||
|
@ -307,7 +307,7 @@ public final class TextParser {
|
|||
public static String supportsExtension(final DigestURI url) {
|
||||
String ext = url.getFileExtension();
|
||||
if (ext == null || ext.length() == 0) return null;
|
||||
if (denyExtension.contains(ext)) return "file extension '" + ext + "' is denied";
|
||||
if (denyExtension.contains(ext)) return "file extension '" + ext + "' is denied (2)";
|
||||
String mimeType = ext2mime.get(ext);
|
||||
if (mimeType == null) return "no parser available";
|
||||
Idiom idiom = mime2parser.get(mimeType);
|
||||
|
@ -332,7 +332,11 @@ public final class TextParser {
|
|||
|
||||
public static void setDenyMime(String denyList) {
|
||||
denyMime.clear();
|
||||
for (String s: denyList.split(",")) denyMime.add(normalizeMimeType(s));
|
||||
String n;
|
||||
for (String s: denyList.split(",")) {
|
||||
n = normalizeMimeType(s);
|
||||
if (n != null && n.length() > 0) denyMime.add(n);
|
||||
}
|
||||
}
|
||||
|
||||
public static String getDenyMime() {
|
||||
|
@ -343,7 +347,9 @@ public final class TextParser {
|
|||
}
|
||||
|
||||
public static void grantMime(String mime, boolean grant) {
|
||||
if (grant) denyMime.remove(normalizeMimeType(mime)); else denyMime.add(normalizeMimeType(mime));
|
||||
String n = normalizeMimeType(mime);
|
||||
if (n == null || n.length() == 0) return;
|
||||
if (grant) denyMime.remove(n); else denyMime.add(n);
|
||||
}
|
||||
|
||||
public static void setDenyExtension(String denyList) {
|
||||
|
|
Loading…
Reference in New Issue
Block a user