mirror of
https://github.com/yacy/yacy_search_server.git
synced 2024-09-19 00:01:41 +02:00
fix for crawl start check
This commit is contained in:
parent
515e63c274
commit
4177c9cf05
|
@ -20,6 +20,7 @@
|
|||
|
||||
#%env/templates/header.template%#
|
||||
#%env/templates/submenuCrawler.template%#
|
||||
<div id="api"></div>
|
||||
<h2>Site Crawling</h2>
|
||||
|
||||
<p id="startCrawling">
|
||||
|
|
|
@ -65,7 +65,6 @@ public class getpageinfo {
|
|||
prop.put("lang", "");
|
||||
prop.put("robots-allowed", "3"); //unknown
|
||||
prop.put("robotsInfo", ""); //unknown
|
||||
prop.put("sitemap", "");
|
||||
prop.put("favicon","");
|
||||
prop.put("sitelist", "");
|
||||
prop.put("filter", ".*");
|
||||
|
|
|
@ -45,12 +45,15 @@ function handleResponse(){
|
|||
|
||||
// get the sitemap URL contained in the robots.txt
|
||||
if (document.getElementsByName("sitemapURL").length > 0) {
|
||||
sitemap="";
|
||||
if (response.getElementsByTagName("sitemap")[0].firstChild!=null){
|
||||
sitemap=response.getElementsByTagName("sitemap")[0].firstChild.nodeValue;
|
||||
}
|
||||
document.getElementsByName("sitemapURL")[0].value=sitemap;
|
||||
if (sitemap) document.getElementById("sitemap").disabled=false;
|
||||
sitemap="";
|
||||
// there can be zero, one or many sitemaps
|
||||
sitemapElement = response.getElementsByTagName("sitemap");
|
||||
if (sitemapElement != null && sitemapElement.length > 0 && sitemapElement[0].firstChild != null) {
|
||||
// if there are several, we take only the first
|
||||
sitemap = sitemapElement[0].firstChild.nodeValue;
|
||||
}
|
||||
document.getElementsByName("sitemapURL")[0].value = sitemap;
|
||||
if (sitemap) document.getElementById("sitemap").disabled = false;
|
||||
}
|
||||
sitelist="";
|
||||
if (response.getElementsByTagName("sitelist")[0].firstChild!=null){
|
||||
|
@ -77,5 +80,4 @@ function loadInfos() {
|
|||
if (url.indexOf("ftp") == 0 || url.indexOf("smb") == 0) document.getElementById("crawlingQ").disabled=true; else document.getElementById("crawlingQ").disabled=false;
|
||||
sndReq('/api/getpageinfo_p.xml?actions=title,robots&url='+url);
|
||||
document.getElementById("api").innerHTML = "<a href='http://localhost:8090/api/getpageinfo_p.xml?actions=title,robots&url=" + url + "' id='apilink'><img src='/env/grafics/api.png' width='60' height='40' alt='API'/></a><span>See the page info about the start url.</span>";
|
||||
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue
Block a user