mirror of
https://github.com/yacy/yacy_search_server.git
synced 2024-09-19 00:01:41 +02:00
lets make a well-formed http link so that other crawlers don't have a problem to follow this link :-)
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@3463 6c8d7289-2bf4-0310-a012-ef5d649a1542
This commit is contained in:
parent
4edb70f68b
commit
a1fb8358b2
|
@ -125,7 +125,7 @@ public final class httpdProxyHandler extends httpdAbstractHandler implements htt
|
|||
|
||||
private static htmlFilterTransformer transformer = null;
|
||||
public static final String proxyUserAgent = "yacy (" + httpc.systemOST +") yacy.net";
|
||||
public static final String crawlerUserAgent = "yacybot (" + httpc.systemOST +") yacy.net/yacy/bot.html";
|
||||
public static final String crawlerUserAgent = "yacybot (" + httpc.systemOST +") http://yacy.net/yacy/bot.html";
|
||||
private File htRootPath = null;
|
||||
|
||||
private static boolean doAccessLogging = false;
|
||||
|
|
Loading…
Reference in New Issue
Block a user