Marown/yacy_search_server
1
0
Fork 0
mirror of https://github.com/yacy/yacy_search_server.git synced 2024-09-21 00:00:13 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

increased cache size of robots database; however, this should be integrated into new memory control

Browse Source 
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@784 6c8d7289-2bf4-0310-a012-ef5d649a1542
This commit is contained in:
orbiter 2005-09-23 00:37:31 +00:00
parent c6d2f50375
commit 3274ae725e
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
source/de/anomic/plasma/plasmaCrawlRobotsTxt.java
View File

@ -67,15 +67,15 @@ public class plasmaCrawlRobotsTxt {
this.robotsTableFile = robotsTableFile;
if (robotsTableFile.exists()) {
try {
robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 32000));
robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 1000000));
} catch (kelondroException e) {
robotsTableFile.delete();
robotsTableFile.getParentFile().mkdirs();
robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 32000, 256, 512));
robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 1000000, 256, 512));
}
} else {
robotsTableFile.getParentFile().mkdirs();
robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 32000, 256, 512));
robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 1000000, 256, 512));
}
}
@ -87,7 +87,7 @@ public class plasmaCrawlRobotsTxt {
if (!(robotsTableFile.delete())) throw new RuntimeException("cannot delete robots.txt database");
try {
robotsTableFile.getParentFile().mkdirs();
robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 32000, 256, 512));
robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 1000000, 256, 512));
} catch (IOException e){
serverLog.logSevere("PLASMA", "robotsTxt.resetDatabase", e);
}