fix for crawl start check

This commit is contained in:
orbiter 2014-06-15 22:50:04 +02:00
parent 515e63c274
commit 4177c9cf05
3 changed files with 10 additions and 8 deletions

View File

@ -20,6 +20,7 @@
#%env/templates/header.template%#
#%env/templates/submenuCrawler.template%#
<div id="api"></div>
<h2>Site Crawling</h2>
<p id="startCrawling">

View File

@ -65,7 +65,6 @@ public class getpageinfo {
prop.put("lang", "");
prop.put("robots-allowed", "3"); //unknown
prop.put("robotsInfo", ""); //unknown
prop.put("sitemap", "");
prop.put("favicon","");
prop.put("sitelist", "");
prop.put("filter", ".*");

View File

@ -45,12 +45,15 @@ function handleResponse(){
// get the sitemap URL contained in the robots.txt
if (document.getElementsByName("sitemapURL").length > 0) {
sitemap="";
if (response.getElementsByTagName("sitemap")[0].firstChild!=null){
sitemap=response.getElementsByTagName("sitemap")[0].firstChild.nodeValue;
}
document.getElementsByName("sitemapURL")[0].value=sitemap;
if (sitemap) document.getElementById("sitemap").disabled=false;
sitemap="";
// there can be zero, one or many sitemaps
sitemapElement = response.getElementsByTagName("sitemap");
if (sitemapElement != null && sitemapElement.length > 0 && sitemapElement[0].firstChild != null) {
// if there are several, we take only the first
sitemap = sitemapElement[0].firstChild.nodeValue;
}
document.getElementsByName("sitemapURL")[0].value = sitemap;
if (sitemap) document.getElementById("sitemap").disabled = false;
}
sitelist="";
if (response.getElementsByTagName("sitelist")[0].firstChild!=null){
@ -77,5 +80,4 @@ function loadInfos() {
if (url.indexOf("ftp") == 0 || url.indexOf("smb") == 0) document.getElementById("crawlingQ").disabled=true; else document.getElementById("crawlingQ").disabled=false;
sndReq('/api/getpageinfo_p.xml?actions=title,robots&url='+url);
document.getElementById("api").innerHTML = "<a href='http://localhost:8090/api/getpageinfo_p.xml?actions=title,robots&url=" + url + "' id='apilink'><img src='/env/grafics/api.png' width='60' height='40' alt='API'/></a><span>See the page info about the start url.</span>";
}