mirror of
https://github.com/yacy/yacy_search_server.git
synced 2024-09-19 00:01:41 +02:00
474659a71f
- added option to set minimum crawl delta for domains in balancer - added default values to crawl deltas in yacy.init - added configuration for these deltas in performance queues - enhanced performance setting computation (more time for indexing queue for a faster flush - remote crawling is now enabled during local crawling if indexer has space and time for more links - added database stub for new distributed file system - refactoring of time computation to get an abstraction level that will be used by a TTL rule in new distributed file system git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@4966 6c8d7289-2bf4-0310-a012-ef5d649a1542
261 lines
12 KiB
HTML
261 lines
12 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<title>YaCy '#[clientname]#': Performance Settings of Queues and Processes</title>
|
|
#%env/templates/metas.template%#
|
|
</head>
|
|
<body id="PerformanceQueues">
|
|
#%env/templates/header.template%#
|
|
#%env/templates/submenuConfig.template%#
|
|
<h2>Performance Settings of Queues and Processes</h2>
|
|
|
|
<p>
|
|
<strong>Scheduled tasks overview and waiting time settings:</strong>
|
|
</p>
|
|
<form action="PerformanceQueues_p.html" method="post" enctype="multipart/form-data">
|
|
<table border="0" cellpadding="2" cellspacing="1">
|
|
<tr class="TableHeader" valign="bottom">
|
|
<td>Thread</td>
|
|
<td>Queue Size</td>
|
|
<td colspan="2">Total<br />Block Time</td>
|
|
<td colspan="2">Total<br />Sleep Time</td>
|
|
<td colspan="2">Total<br />Exec Time</td>
|
|
<td>Total<br />Cycles</td>
|
|
<td>Idle<br />Cycles</td>
|
|
<td>Busy<br />Cycles</td>
|
|
<td>Short Mem<br />Cycles</td>
|
|
<td>Sleep Time<br />per Cycle<br />(millis)</td>
|
|
<td>Exec Time<br />per Busy-Cycle<br />(millis)</td>
|
|
<td>Memory Use<br />per Busy-Cycle<br />(kbytes)</td>
|
|
<td>Delay between<br />idle loops</td>
|
|
<td>Delay between<br />busy loops</td>
|
|
<td>Minimum of<br />Required Memory</td>
|
|
<td>Full Description</td>
|
|
</tr>
|
|
#{table}#
|
|
<tr class="TableCellDark">
|
|
<td align="left">#(hasurl)##[shortdescr]#::<a href="#[url]#">#[shortdescr]#</a>#(/hasurl)#</td>
|
|
<td align="right">#[queuesize]#</td>
|
|
<td align="right">#[blocktime]# sec</td>
|
|
<td align="right">#[blockpercent]#%</td>
|
|
<td align="right">#[sleeptime]# sec</td>
|
|
<td align="right">#[sleeppercent]#%</td>
|
|
<td align="right">#[exectime]# sec</td>
|
|
<td align="right">#[execpercent]#%</td>
|
|
<td align="right">#[totalcycles]#</td>
|
|
<td align="right">#[idlecycles]#</td>
|
|
<td align="right">#[busycycles]#</td>
|
|
<td align="right">#[memscycles]#</td>
|
|
<td align="right">#[sleeppercycle]#</td>
|
|
<td align="right">#[execpercycle]#</td>
|
|
<td align="right">#[memusepercycle]#</td>
|
|
<td align="right"><input name="#[threadname]#_idlesleep" size="7" maxlength="7" value="#[idlesleep]#" /> milliseconds</td>
|
|
<td align="right"><input name="#[threadname]#_busysleep" size="7" maxlength="7" value="#[busysleep]#" /> milliseconds</td>
|
|
<td align="right"><input name="#[threadname]#_memprereq" size="7" maxlength="10" value="#[memprereq]#" #(disabled)#:: disabled="disabled"#(/disabled)# /> kbytes</td>
|
|
<td align="left">#[longdescr]##(recommendation)#::<br/>recommended: #[value]# kbytes#(/recommendation)#</td>
|
|
</tr>
|
|
#{/table}#
|
|
<tr class="TableCellLight">
|
|
<td align="left" colspan="19">
|
|
<input type="submit" name="submitdelay" value="Submit New Delay Values" />
|
|
Changes take effect immediately<br/>
|
|
<input type="submit" name="submitdefault" value="Use Default Profile:" />
|
|
<select name="defaultFile">
|
|
#{profile}#
|
|
<option value="#[filename]#">#[description]#</option>
|
|
#{/profile}#
|
|
</select> and use <select name="multiplier"><option value="0.5">200 %</option><option value="0.75">150 %</option><option value="1" selected="selected">100 %</option><option value="2">50 %</option><option value="3">33 %</option><option value="10">10 %</option></select> of the defiend performance.
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
</form>
|
|
|
|
<p>
|
|
<strong>Cache Settings:</strong>
|
|
</p>
|
|
<form action="PerformanceQueues_p.html" method="post" enctype="multipart/form-data">
|
|
<table border="0" cellpadding="5" cellspacing="1">
|
|
<tr valign="top" class="TableHeader">
|
|
<td>Cache Type</td>
|
|
<td>DHT-Out</td>
|
|
<td>DHT-In</td>
|
|
<td>Description</td>
|
|
</tr>
|
|
<tr valign="top" class="TableCellDark">
|
|
<td>URLs in RAM buffer:</td>
|
|
<td colspan="2" align="center">#[urlCacheSize]#</td>
|
|
<td>
|
|
This is the size of the URL write buffer. Its purpose is to buffer incoming URLs
|
|
in case of search result transmission and during DHT transfer.
|
|
</td>
|
|
</tr>
|
|
<tr valign="top" class="TableCellDark">
|
|
<td>Words in RAM cache:<br />(Size in KBytes)</td>
|
|
<td>#[wordCacheWSize]#<br />(#[wordCacheWSizeKBytes]# KB)</td>
|
|
<td>#[wordCacheKSize]#<br />(#[wordCacheKSizeKBytes]# KB)</td>
|
|
<td>
|
|
This is the current size of the word caches.
|
|
The indexing cache speeds up the indexing process, the DHT cache holds indexes temporary for approval.
|
|
The maximum of this caches can be set below.
|
|
</td>
|
|
</tr>
|
|
<tr valign="top" class="TableCellDark">
|
|
<td>Maximum URLs currently assigned<br />to one cached word:</td>
|
|
<td>#[maxURLinWCache]#</td>
|
|
<td>#[maxURLinKCache]#</td>
|
|
<td>
|
|
This is the maximum size of URLs assigned to a single word cache entry.
|
|
If this is a big number, it shows that the caching works efficiently.
|
|
</td>
|
|
</tr>
|
|
<tr valign="top" class="TableCellDark">
|
|
<td>Maximum age of a word:</td>
|
|
<td>#[maxAgeOfWCache]#</td>
|
|
<td>#[maxAgeOfKCache]#</td>
|
|
<td>
|
|
This is the maximum age of a word in an index in minutes.
|
|
</td>
|
|
</tr>
|
|
<tr valign="top" class="TableCellDark">
|
|
<td>Minimum age of a word:</td>
|
|
<td>#[minAgeOfWCache]#</td>
|
|
<td>#[minAgeOfKCache]#</td>
|
|
<td>
|
|
This is the minimum age of a word in an index in minutes.
|
|
</td>
|
|
</tr>
|
|
<tr valign="top" class="TableCellDark">
|
|
<td>Maximum number of words in cache:</td>
|
|
<td colspan="2">
|
|
<input name="wordCacheMaxCount" type="text" size="10" maxlength="100" value="#[wordCacheMaxCount]#" />
|
|
</td>
|
|
<td>
|
|
This is is the number of word indexes that shall be held in the
|
|
ram cache during indexing. When YaCy is shut down, this cache must be
|
|
flushed to disc; this may last some minutes.
|
|
</td>
|
|
</tr>
|
|
<tr valign="top" class="TableCellDark">
|
|
<td>Initial space of words in cache:</td>
|
|
<td colspan="2">
|
|
<input name="wordCacheInitCount" type="text" size="10" maxlength="100" value="#[wordCacheInitCount]#" />
|
|
</td>
|
|
<td>
|
|
This is is the init size of space for words in cache.
|
|
</td>
|
|
</tr>
|
|
<tr valign="top" class="TableCellLight">
|
|
<td colspan="4">
|
|
<input type="submit" name="cacheSizeSubmit" value="Enter New Cache Size" />
|
|
Changes take effect immediately</td>
|
|
</tr>
|
|
</table>
|
|
</form>
|
|
|
|
<p>
|
|
<strong>Balancer Settings:</strong>
|
|
</p>
|
|
<p>
|
|
This is the time delta between accessing of the same domain during a crawl. The crawl balancer tries to avoid that domains are
|
|
accessed too often, but if the balancer fails (i.e. if there are only links left from the same domain), then these minimum
|
|
delta times are ensured.
|
|
</p>
|
|
<form action="PerformanceQueues_p.html" method="post" enctype="multipart/form-data">
|
|
<table border="0" cellpadding="2" cellspacing="1">
|
|
<tr class="TableHeader" valign="bottom">
|
|
<td>Crawler Domain</td>
|
|
<td>Minimum Access Time Delta</td>
|
|
</tr>
|
|
<tr class="TableCellDark">
|
|
<td>local (intranet) crawls</td>
|
|
<td align="right"><input id="minimumLocalDelta" name="minimumLocalDelta" type="text" size="20" maxlength="100" value="#[minimumLocalDelta]#" /></td>
|
|
</tr>
|
|
<tr class="TableCellDark">
|
|
<td>global (internet) crawls</td>
|
|
<td align="right"><input id="minimumGlobalDelta" name="minimumGlobalDelta" type="text" size="20" maxlength="100" value="#[minimumGlobalDelta]#" /></td>
|
|
</tr>
|
|
<tr class="TableCellLight">
|
|
<td align="left" colspan="2"><input type="submit" name="minimumDeltaSubmit" value="Enter New Parameters" />
|
|
Changes take effect immediately</td>
|
|
</tr>
|
|
</table>
|
|
</form>
|
|
|
|
<p>
|
|
<strong>Thread Pool Settings:</strong>
|
|
</p>
|
|
<form action="PerformanceQueues_p.html" method="post" enctype="multipart/form-data">
|
|
<table border="0" cellpadding="2" cellspacing="1">
|
|
<tr class="TableHeader" valign="bottom">
|
|
<td>Thread Pool</td>
|
|
<td>maximum Active</td>
|
|
<td>current Active</td>
|
|
</tr>
|
|
#{pool}#
|
|
<tr class="TableCellDark">
|
|
<td align="left">#[name]#</td>
|
|
<td align="right"><input name="#[name]#_maxActive" type="text" size="8" maxlength="8" value="#[maxActive]#" /></td>
|
|
<td align="right">#[numActive]#</td>
|
|
</tr>
|
|
#{/pool}#
|
|
<tr class="TableCellLight">
|
|
<td align="left" colspan="7">
|
|
<input type="submit" name="poolConfig" value="Enter new Threadpool Configuration" />
|
|
Changes take effect immediately</td>
|
|
</tr>
|
|
</table>
|
|
</form>
|
|
|
|
|
|
<p>
|
|
<strong>Online Caution Settings:</strong><br />
|
|
This is the time that the crawler idles when the proxy is accessed, or a local or remote search is done.
|
|
The delay is extended by this time each time the proxy is accessed afterwards.
|
|
This shall improve performance of the affected process (proxy or search).
|
|
(current delta is #[crawlPauseProxyCurrent]#/#[crawlPauseLocalsearchCurrent]#/#[crawlPauseRemotesearchCurrent]#
|
|
seconds since last proxy/local-search/remote-search access.)
|
|
</p>
|
|
<form action="PerformanceQueues_p.html" method="post" enctype="multipart/form-data">
|
|
<table border="0" cellpadding="2" cellspacing="1">
|
|
<tr class="TableHeader" valign="bottom">
|
|
<td>Online Caution Case</td>
|
|
<td>indexer delay (milliseconds) after case occurency</td>
|
|
</tr>
|
|
<tr class="TableCellDark">
|
|
<td>Proxy:</td>
|
|
<td align="right"><input id="crawlPauseProxy" name="crawlPauseProxy" type="text" size="20" maxlength="100" value="#[crawlPauseProxy]#" /></td>
|
|
</tr>
|
|
<tr class="TableCellDark">
|
|
<td>Local Search:</td>
|
|
<td align="right"><input id="crawlPauseLocalsearch" name="crawlPauseLocalsearch" type="text" size="20" maxlength="100" value="#[crawlPauseLocalsearch]#" /></td>
|
|
</tr>
|
|
<tr class="TableCellDark">
|
|
<td>Remote Search:</td>
|
|
<td align="right"><input id="crawlPauseRemotesearch" name="crawlPauseRemotesearch" type="text" size="20" maxlength="100" value="#[crawlPauseRemotesearch]#" /></td>
|
|
</tr>
|
|
<tr class="TableCellLight">
|
|
<td align="left" colspan="2"><input type="submit" name="onlineCautionSubmit" value="Enter New Parameters" />
|
|
Changes take effect immediately</td>
|
|
</tr>
|
|
</table>
|
|
</form>
|
|
|
|
<form action="PerformanceQueues_p.html" method="post" enctype="multipart/form-data">
|
|
<fieldset><legend>YaCy Priority Settings</legend>
|
|
<dl>
|
|
<dt><label for="priority">YaCy Process Priority</label>:</dt>
|
|
<dd><select id="priority" name="YaCyPriority">
|
|
<option value="0"#(priority_normal)#:: selected="selected"#(/priority_normal)#>Normal</option>
|
|
<option value="10"#(priority_below)#:: selected="selected"#(/priority_below)#>Below normal</option>
|
|
<option value="20"#(priority_low)#:: selected="selected"#(/priority_low)#>Idle</option>
|
|
</select></dd>
|
|
<dt><input type="submit" name="PrioritySubmit" value="Set new Priority" /></dt>
|
|
<dd>Changes take effect after <strong>restart</strong> of YaCy</dd>
|
|
</dl>
|
|
</fieldset>
|
|
</form>
|
|
|
|
#%env/templates/footer.template%#
|
|
</body>
|
|
</html>
|