Marown/yacy_search_server
1
0
Fork 0
mirror of https://github.com/yacy/yacy_search_server.git synced 2024-09-19 00:01:41 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

*) adding function to delete single entries from the Global-Crawl-Trigger Queue

Browse Source 
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@3546 6c8d7289-2bf4-0310-a012-ef5d649a1542
This commit is contained in:
theli 2007-04-05 04:37:40 +00:00
parent 1696606b7f
commit 0c8ff6729f
2 changed files with 20 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
htroot/IndexCreateWWWGlobalQueue_p.html
View File

@ -29,6 +29,7 @@
<col width="80" />
<col width="180" />
<col />
<col width="10" />
</colgroup>
<tr class="TableHeader">
<th>Initiator</th>
@ -37,6 +38,7 @@
<th>Modified Date</th>
<th>Anchor Name</th>
<th>URL</th>
<th>Delete</th>
</tr>
#{list}#
<tr class="TableCell#(dark)#Light::Dark#(/dark)#">
@ -46,6 +48,7 @@
<td>#[modified]#</td>
<td>#[anchor]#</td>
<td><a href="#[url]#">#[url]#</a></td>
<td><a href="IndexCreateWWWGlobalQueue_p.html?deleteEntry=#[hash]#">[Delete]</a></td>
</tr>
#{/list}#
</table>

25
htroot/IndexCreateWWWGlobalQueue_p.java
View File

@ -92,6 +92,11 @@ public class IndexCreateWWWGlobalQueue_p {
*/
prop.put("info", 3);//crawling queue cleared
prop.put("info_numEntries", c);
} else if (post.containsKey("deleteEntry")) {
String urlHash = (String) post.get("deleteEntry");
switchboard.noticeURL.remove(urlHash);
prop.put("LOCATION","");
return prop;
}
}
@ -101,7 +106,7 @@ public class IndexCreateWWWGlobalQueue_p {
} else {
prop.put("crawler-queue", 1);
plasmaCrawlEntry[] crawlerList = switchboard.noticeURL.top(plasmaCrawlNURL.STACK_TYPE_LIMIT, showLimit);
prop.put("crawler-queue_num", stackSize);//num Entries
plasmaCrawlEntry urle;
boolean dark = true;
yacySeed initiator;
@ -114,18 +119,22 @@ public class IndexCreateWWWGlobalQueue_p {
initiator = yacyCore.seedDB.getConnected(urle.initiator());
profileHandle = urle.profileHandle();
profileEntry = (profileHandle == null) ? null : switchboard.profiles.getEntry(profileHandle);
prop.put("crawler-queue_list_"+i+"_dark", ((dark) ? 1 : 0) );
prop.put("crawler-queue_list_"+i+"_initiator", ((initiator == null) ? "proxy" : wikiCode.replaceHTML(initiator.getName())) );
prop.put("crawler-queue_list_"+i+"_profile", ((profileEntry == null) ? "unknown" : wikiCode.replaceHTML(profileEntry.name())));
prop.put("crawler-queue_list_"+i+"_depth", urle.depth());
prop.put("crawler-queue_list_"+i+"_modified", daydate(urle.loaddate()) );
prop.put("crawler-queue_list_"+i+"_anchor", wikiCode.replaceHTML(urle.name()));
prop.put("crawler-queue_list_"+i+"_url", wikiCode.replaceHTML(urle.url().toString()));
prop.put("crawler-queue_list_"+showNum+"_dark", ((dark) ? 1 : 0) );
prop.put("crawler-queue_list_"+showNum+"_initiator", ((initiator == null) ? "proxy" : wikiCode.replaceHTML(initiator.getName())) );
prop.put("crawler-queue_list_"+showNum+"_profile", ((profileEntry == null) ? "unknown" : wikiCode.replaceHTML(profileEntry.name())));
prop.put("crawler-queue_list_"+showNum+"_depth", urle.depth());
prop.put("crawler-queue_list_"+showNum+"_modified", daydate(urle.loaddate()) );
prop.put("crawler-queue_list_"+showNum+"_anchor", wikiCode.replaceHTML(urle.name()));
prop.put("crawler-queue_list_"+showNum+"_url", wikiCode.replaceHTML(urle.url().toString()));
prop.put("crawler-queue_list_"+showNum+"_hash", urle.urlhash());
dark = !dark;
showNum++;
} else {
stackSize--;
}
}
prop.put("crawler-queue_show-num", showNum); //showin sjow-num most recent
prop.put("crawler-queue_num", stackSize);//num Entries
prop.put("crawler-queue_list", showNum);
}