mirror of
https://github.com/yacy/yacy_search_server.git
synced 2024-09-19 00:01:41 +02:00
54 lines
3.5 KiB
HTML
54 lines
3.5 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<title>YaCy '#[clientname]#': Local robots.txt</title>
|
|
#%env/templates/metas.template%#
|
|
</head>
|
|
<body id="ConfigRobotsTxt">
|
|
#%env/templates/header.template%#
|
|
#%env/templates/submenuPortalConfiguration.template%#
|
|
<h2>Exclude Web-Spiders</h2>
|
|
<p>
|
|
Here you can set up a robots.txt for all webcrawlers that try to access the webinterface of your peer.
|
|
<span class="tt">robots.txt</span> is a voluntary agreement most search-engines (including YaCy) follow.
|
|
It disallows crawlers to access webpages or even entire domains.
|
|
</p>
|
|
#(error)#
|
|
::<p class="error">Unable to access the local file: <span class="error tt">#[msg]#</span></p>
|
|
::<p class="error">Deletion of <span class="error tt">htroot/robots.txt</span> failed</p>#(/error)#
|
|
<form method="post" action="ConfigRobotsTxt_p.html" enctype="multipart/form-data" accept-charset="UTF-8">
|
|
<fieldset><legend>Deny access to</legend>
|
|
<input type="hidden" name="directories" value="checked" />
|
|
<input type="hidden" name="locked" value="checked" />
|
|
<dl>
|
|
<dt><label for="all"><em>Entire Peer</em></label></dt>
|
|
<dd><input type="checkbox" id="all" name="all"#(all.checked)#:: checked="checked"#(/all.checked)# /></dd>
|
|
<dt><label for="status">Status page</label></dt>
|
|
<dd><input type="checkbox" id="status" name="status"#(status.checked)#:: checked="checked"#(/status.checked)# /></dd>
|
|
<dt><label for="network">Network pages</label></dt>
|
|
<dd><input type="checkbox" id="network" name="network"#(network.checked)#:: checked="checked"#(/network.checked)# /></dd>
|
|
<dt><label for="surftips">Surftips</label></dt>
|
|
<dd><input type="checkbox" id="surftips" name="surftips"#(surftips.checked)#:: checked="checked"#(/surftips.checked)# /></dd>
|
|
<dt><label for="news">News pages</label></dt>
|
|
<dd><input type="checkbox" id="news" name="news"#(news.checked)#:: checked="checked"#(/news.checked)# /></dd>
|
|
<dt><label for="blog">Blog</label></dt>
|
|
<dd><input type="checkbox" id="blog" name="blog"#(blog.checked)#:: checked="checked"#(/blog.checked)# /></dd>
|
|
<dt><label for="wiki">Wiki</label></dt>
|
|
<dd><input type="checkbox" id="wiki" name="wiki"#(wiki.checked)#:: checked="checked"#(/wiki.checked)# /></dd>
|
|
<dt><label for="bookmarks">Public bookmarks</label></dt>
|
|
<dd><input type="checkbox" id="bookmarks" name="bookmarks"#(bookmarks.checked)#:: checked="checked"#(/bookmarks.checked)# /></dd>
|
|
<dt><label for="homepage">Home Page</label></dt>
|
|
<dd><input type="checkbox" id="homepage" name="homepage"#(homepage.checked)#:: checked="checked"#(/homepage.checked)# /></dd>
|
|
<dt><label for="fileshare">File Share</label></dt>
|
|
<dd><input type="checkbox" id="fileshare" name="fileshare"#(fileshare.checked)#:: checked="checked"#(/fileshare.checked)# /></dd>
|
|
<dt><label for="profile">Impressum</label></dt>
|
|
<dd><input type="checkbox" id="profile" name="profile"#(profile.checked)#:: checked="checked"#(/profile.checked)# /></dd>
|
|
<dt> </dt>
|
|
<dd><input type="submit" name="save" value="Save restrictions" class="btn btn-primary"/></dd>
|
|
</dl>
|
|
</fieldset>
|
|
</form>
|
|
#%env/templates/footer.template%#
|
|
</body>
|
|
</html>
|