mirror of
https://github.com/yacy/yacy_search_server.git
synced 2024-09-19 00:01:41 +02:00
c95a84103a
- removed 'worker' processes - no internal time-out behaviour: methods either are successful or return null - waiting is only done on top-level - removed snippet-production; this is replaced by solr snippets - removed statistics based on solr size queries (they had been VERY long); the statistics (like suggestions or tag cloud) are now again based on the old but very fast RWI index. In portal or intranet mode the RWI index is usually switched off; if you like to have statistics again then you must switch on the rwis again in this mode. - fixed many bugs regarding correct page counter
981 lines
47 KiB
Java
981 lines
47 KiB
Java
// yacysearch.java
|
|
// -----------------------
|
|
// part of the AnomicHTTPD caching proxy
|
|
// (C) by Michael Peter Christen; mc@yacy.net
|
|
// first published on http://www.anomic.de
|
|
// Frankfurt, Germany, 2004
|
|
//
|
|
// $LastChangedDate$
|
|
// $LastChangedRevision$
|
|
// $LastChangedBy$
|
|
//
|
|
// This program is free software; you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation; either version 2 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with this program; if not, write to the Free Software
|
|
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
//
|
|
// You must compile this file with
|
|
// javac -classpath .:../classes yacysearch.java
|
|
// if the shell's current path is HTROOT
|
|
|
|
import java.io.IOException;
|
|
import java.net.InetAddress;
|
|
import java.util.ArrayList;
|
|
import java.util.Collection;
|
|
import java.util.ConcurrentModificationException;
|
|
import java.util.HashMap;
|
|
import java.util.Iterator;
|
|
import java.util.Map;
|
|
import java.util.SortedSet;
|
|
import java.util.TreeSet;
|
|
import java.util.regex.Pattern;
|
|
import java.util.regex.PatternSyntaxException;
|
|
|
|
import net.yacy.cora.document.analysis.Classification;
|
|
import net.yacy.cora.document.analysis.Classification.ContentDomain;
|
|
import net.yacy.cora.document.RSSMessage;
|
|
import net.yacy.cora.document.UTF8;
|
|
|
|
import net.yacy.cora.federate.opensearch.OpenSearchConnector;
|
|
import net.yacy.cora.federate.yacy.CacheStrategy;
|
|
import net.yacy.cora.geo.GeoLocation;
|
|
import net.yacy.cora.lod.vocabulary.Tagging;
|
|
import net.yacy.cora.protocol.Domains;
|
|
import net.yacy.cora.protocol.HeaderFramework;
|
|
import net.yacy.cora.protocol.RequestHeader;
|
|
import net.yacy.cora.protocol.ResponseHeader;
|
|
import net.yacy.data.DidYouMean;
|
|
import net.yacy.data.UserDB;
|
|
import net.yacy.data.ymark.YMarkTables;
|
|
import net.yacy.document.Condenser;
|
|
import net.yacy.document.Document;
|
|
import net.yacy.document.LibraryProvider;
|
|
import net.yacy.document.Parser;
|
|
import net.yacy.kelondro.data.meta.DigestURI;
|
|
import net.yacy.kelondro.data.meta.URIMetadataNode;
|
|
import net.yacy.kelondro.logging.Log;
|
|
import net.yacy.kelondro.util.Bitfield;
|
|
import net.yacy.kelondro.util.Formatter;
|
|
import net.yacy.kelondro.util.ISO639;
|
|
import net.yacy.kelondro.util.MemoryControl;
|
|
import net.yacy.kelondro.util.SetTools;
|
|
import net.yacy.peers.EventChannel;
|
|
import net.yacy.peers.NewsPool;
|
|
import net.yacy.peers.graphics.ProfilingGraph;
|
|
import net.yacy.repository.Blacklist.BlacklistType;
|
|
import net.yacy.search.EventTracker;
|
|
import net.yacy.search.Switchboard;
|
|
import net.yacy.search.SwitchboardConstants;
|
|
import net.yacy.search.index.Segment;
|
|
import net.yacy.search.query.AccessTracker;
|
|
import net.yacy.search.query.QueryGoal;
|
|
import net.yacy.search.query.QueryModifier;
|
|
import net.yacy.search.query.QueryParams;
|
|
import net.yacy.search.query.SearchEvent;
|
|
import net.yacy.search.query.SearchEventCache;
|
|
import net.yacy.search.query.SearchEventType;
|
|
import net.yacy.search.ranking.RankingProfile;
|
|
import net.yacy.search.snippet.TextSnippet;
|
|
import net.yacy.server.serverCore;
|
|
import net.yacy.server.serverObjects;
|
|
import net.yacy.server.serverSwitch;
|
|
import net.yacy.server.servletProperties;
|
|
|
|
public class yacysearch {
|
|
|
|
public static serverObjects respond(
|
|
final RequestHeader header,
|
|
final serverObjects post,
|
|
final serverSwitch env) {
|
|
final Switchboard sb = (Switchboard) env;
|
|
sb.localSearchLastAccess = System.currentTimeMillis();
|
|
|
|
final boolean searchAllowed =
|
|
sb.getConfigBool("publicSearchpage", true) || sb.verifyAuthentication(header);
|
|
|
|
boolean authenticated = sb.adminAuthenticated(header) >= 2;
|
|
if ( !authenticated ) {
|
|
final UserDB.Entry user = sb.userDB.getUser(header);
|
|
authenticated = (user != null && user.hasRight(UserDB.AccessRight.EXTENDED_SEARCH_RIGHT));
|
|
}
|
|
final boolean localhostAccess = header.accessFromLocalhost();
|
|
final String promoteSearchPageGreeting =
|
|
(env.getConfigBool(SwitchboardConstants.GREETING_NETWORK_NAME, false)) ? env.getConfig(
|
|
"network.unit.description",
|
|
"") : env.getConfig(SwitchboardConstants.GREETING, "");
|
|
final String client = header.get(HeaderFramework.CONNECTION_PROP_CLIENTIP); // the search client who initiated the search
|
|
|
|
// get query
|
|
final String originalquerystring = (post == null) ? "" : post.get("query", post.get("search", "")).trim();
|
|
String querystring = originalquerystring.replace('+', ' ').trim();
|
|
CacheStrategy snippetFetchStrategy = (post == null) ? null : CacheStrategy.parse(post.get("verify", sb.getConfig("search.verify", "")));
|
|
|
|
final servletProperties prop = new servletProperties();
|
|
prop.put("topmenu", sb.getConfigBool("publicTopmenu", true) ? 1 : 0);
|
|
|
|
//get focus option
|
|
prop.put("focus", ((post == null) ? true : post.get("focus", "1").equals("1")) ? 1 : 0);
|
|
|
|
// produce vocabulary navigation sidebars
|
|
Collection<Tagging> vocabularies = LibraryProvider.autotagging.getVocabularies();
|
|
int j = 0;
|
|
for (Tagging v: vocabularies) {
|
|
prop.put("sidebarVocabulary_" + j + "_vocabulary", v.getName());
|
|
j++;
|
|
}
|
|
prop.put("sidebarVocabulary", j);
|
|
|
|
// get segment
|
|
Segment indexSegment = sb.index;
|
|
|
|
final String EXT = header.get("EXT", "");
|
|
final boolean rss = EXT.equals("rss");
|
|
final boolean json = EXT.equals("json");
|
|
prop.put("promoteSearchPageGreeting", promoteSearchPageGreeting);
|
|
prop.put(
|
|
"promoteSearchPageGreeting.homepage",
|
|
sb.getConfig(SwitchboardConstants.GREETING_HOMEPAGE, ""));
|
|
prop.put(
|
|
"promoteSearchPageGreeting.smallImage",
|
|
sb.getConfig(SwitchboardConstants.GREETING_SMALL_IMAGE, ""));
|
|
if ( post == null || indexSegment == null || env == null || !searchAllowed ) {
|
|
// we create empty entries for template strings
|
|
prop.put("searchagain", "0");
|
|
prop.put("former", "");
|
|
prop.put("count", "10");
|
|
prop.put("offset", "0");
|
|
prop.put("resource", "global");
|
|
prop.put("urlmaskfilter", (post == null) ? ".*" : post.get("urlmaskfilter", ".*"));
|
|
prop.put("prefermaskfilter", (post == null) ? "" : post.get("prefermaskfilter", ""));
|
|
prop.put("tenant", (post == null) ? "" : post.get("tenant", ""));
|
|
prop.put("indexof", "off");
|
|
prop.put("constraint", "");
|
|
prop.put("cat", "href");
|
|
prop.put("depth", "0");
|
|
prop.put(
|
|
"search.verify",
|
|
(post == null) ? sb.getConfig("search.verify", "iffresh") : post.get("verify", "iffresh"));
|
|
prop.put(
|
|
"search.navigation",
|
|
(post == null) ? sb.getConfig("search.navigation", "all") : post.get("nav", "all"));
|
|
prop.put("contentdom", "text");
|
|
prop.put("contentdomCheckText", "1");
|
|
prop.put("contentdomCheckAudio", "0");
|
|
prop.put("contentdomCheckVideo", "0");
|
|
prop.put("contentdomCheckImage", "0");
|
|
prop.put("contentdomCheckApp", "0");
|
|
prop.put("excluded", "0");
|
|
prop.put("results", "");
|
|
prop.put("resultTable", "0");
|
|
prop.put("num-results", searchAllowed ? "0" : "4");
|
|
prop.put("num-results_totalcount", 0);
|
|
prop.put("num-results_offset", 0);
|
|
prop.put("num-results_itemsPerPage", 10);
|
|
prop.put("geoinfo", "0");
|
|
prop.put("rss_queryenc", "");
|
|
prop.put("meanCount", 5);
|
|
return prop;
|
|
}
|
|
|
|
// check for JSONP
|
|
if ( post.containsKey("callback") ) {
|
|
final String jsonp = post.get("callback") + "([";
|
|
prop.put("jsonp-start", jsonp);
|
|
prop.put("jsonp-end", "])");
|
|
} else {
|
|
prop.put("jsonp-start", "");
|
|
prop.put("jsonp-end", "");
|
|
}
|
|
|
|
// Adding CORS Access header for yacysearch.rss output
|
|
if ( rss ) {
|
|
final ResponseHeader outgoingHeader = new ResponseHeader(200);
|
|
outgoingHeader.put(HeaderFramework.CORS_ALLOW_ORIGIN, "*");
|
|
prop.setOutgoingHeader(outgoingHeader);
|
|
}
|
|
|
|
// collect search attributes
|
|
|
|
int itemsPerPage =
|
|
Math.min(
|
|
(authenticated)
|
|
? (snippetFetchStrategy != null && snippetFetchStrategy.isAllowedToFetchOnline()
|
|
? 100
|
|
: 5000) : (snippetFetchStrategy != null
|
|
&& snippetFetchStrategy.isAllowedToFetchOnline() ? 20 : 1000),
|
|
post.getInt("maximumRecords", post.getInt("count", 10))); // SRU syntax with old property as alternative
|
|
int startRecord = post.getInt("startRecord", post.getInt("offset", 0));
|
|
|
|
boolean global = post.get("resource", "local").equals("global") && sb.peers.sizeConnected() > 0;
|
|
final boolean indexof = (post != null && post.get("indexof", "").equals("on"));
|
|
|
|
String prefermask = (post == null) ? "" : post.get("prefermaskfilter", "");
|
|
if ( !prefermask.isEmpty() && prefermask.indexOf(".*", 0) < 0 ) {
|
|
prefermask = ".*" + prefermask + ".*";
|
|
}
|
|
|
|
Bitfield constraint =
|
|
(post != null && post.containsKey("constraint") && !post.get("constraint", "").isEmpty())
|
|
? new Bitfield(4, post.get("constraint", "______"))
|
|
: null;
|
|
if ( indexof ) {
|
|
constraint = new Bitfield(4);
|
|
constraint.set(Condenser.flag_cat_indexof, true);
|
|
}
|
|
|
|
// SEARCH
|
|
final boolean clustersearch = sb.isRobinsonMode() && sb.getConfig(SwitchboardConstants.CLUSTER_MODE, "").equals(SwitchboardConstants.CLUSTER_MODE_PUBLIC_CLUSTER);
|
|
final boolean indexReceiveGranted =
|
|
sb.getConfigBool(SwitchboardConstants.INDEX_RECEIVE_ALLOW, true)
|
|
|| sb.getConfigBool(SwitchboardConstants.INDEX_RECEIVE_AUTODISABLED, true)
|
|
|| clustersearch;
|
|
global = global && indexReceiveGranted; // if the user does not want indexes from remote peers, it cannot be a global searchnn
|
|
final boolean intranetMode = sb.isIntranetMode() || sb.isAllIPMode();
|
|
|
|
// increase search statistic counter
|
|
if ( !global ) {
|
|
// we count only searches on the local peer here, because global searches
|
|
// are counted on the target peer to preserve privacy of the searcher
|
|
if ( authenticated ) {
|
|
// local or authenticated search requests are counted separately
|
|
// because they are not part of a public available peer statistic
|
|
sb.searchQueriesRobinsonFromLocal++;
|
|
} else {
|
|
// robinson-searches from non-authenticated requests are public
|
|
// and may be part of the public available statistic
|
|
sb.searchQueriesRobinsonFromRemote++;
|
|
}
|
|
}
|
|
|
|
// find search domain
|
|
final Classification.ContentDomain contentdom =
|
|
ContentDomain.contentdomParser(post == null ? "all" : post.get("contentdom", "all"));
|
|
|
|
// patch until better search profiles are available
|
|
if (contentdom == ContentDomain.IMAGE && (itemsPerPage == 10 || itemsPerPage == 100)) {
|
|
itemsPerPage = 64;
|
|
} else if ( contentdom != ContentDomain.IMAGE && itemsPerPage > 50 && itemsPerPage < 100 ) {
|
|
itemsPerPage = 10;
|
|
}
|
|
|
|
// check the search tracker
|
|
TreeSet<Long> trackerHandles = sb.localSearchTracker.get(client);
|
|
if ( trackerHandles == null ) {
|
|
trackerHandles = new TreeSet<Long>();
|
|
}
|
|
boolean block = false;
|
|
if ( Domains.matchesList(client, sb.networkBlacklist) ) {
|
|
global = false;
|
|
if ( snippetFetchStrategy != null ) {
|
|
snippetFetchStrategy = null;
|
|
}
|
|
block = true;
|
|
Log.logWarning("LOCAL_SEARCH", "ACCESS CONTROL: BLACKLISTED CLIENT FROM "
|
|
+ client
|
|
+ " gets no permission to search");
|
|
} else if ( Domains.matchesList(client, sb.networkWhitelist) ) {
|
|
Log.logInfo("LOCAL_SEARCH", "ACCESS CONTROL: WHITELISTED CLIENT FROM "
|
|
+ client
|
|
+ " gets no search restrictions");
|
|
} else if ( !authenticated && !localhostAccess && !intranetMode ) {
|
|
// in case that we do a global search or we want to fetch snippets, we check for DoS cases
|
|
synchronized ( trackerHandles ) {
|
|
final int accInThreeSeconds =
|
|
trackerHandles.tailSet(Long.valueOf(System.currentTimeMillis() - 3000)).size();
|
|
final int accInOneMinute =
|
|
trackerHandles.tailSet(Long.valueOf(System.currentTimeMillis() - 60000)).size();
|
|
final int accInTenMinutes =
|
|
trackerHandles.tailSet(Long.valueOf(System.currentTimeMillis() - 600000)).size();
|
|
// protections against too strong YaCy network load, reduces remote search
|
|
if ( global ) {
|
|
if ( accInTenMinutes >= 60 || accInOneMinute >= 6 || accInThreeSeconds >= 1 ) {
|
|
global = false;
|
|
Log.logWarning("LOCAL_SEARCH", "ACCESS CONTROL: CLIENT FROM "
|
|
+ client
|
|
+ ": "
|
|
+ accInThreeSeconds
|
|
+ "/3s, "
|
|
+ accInOneMinute
|
|
+ "/60s, "
|
|
+ accInTenMinutes
|
|
+ "/600s, "
|
|
+ " requests, disallowed global search");
|
|
}
|
|
}
|
|
// protection against too many remote server snippet loads (protects traffic on server)
|
|
if ( snippetFetchStrategy != null && snippetFetchStrategy.isAllowedToFetchOnline() ) {
|
|
if ( accInTenMinutes >= 20 || accInOneMinute >= 4 || accInThreeSeconds >= 1 ) {
|
|
snippetFetchStrategy = CacheStrategy.CACHEONLY;
|
|
Log.logWarning("LOCAL_SEARCH", "ACCESS CONTROL: CLIENT FROM "
|
|
+ client
|
|
+ ": "
|
|
+ accInThreeSeconds
|
|
+ "/3s, "
|
|
+ accInOneMinute
|
|
+ "/60s, "
|
|
+ accInTenMinutes
|
|
+ "/600s, "
|
|
+ " requests, disallowed remote snippet loading");
|
|
}
|
|
}
|
|
// general load protection
|
|
if ( accInTenMinutes >= 3000 || accInOneMinute >= 600 || accInThreeSeconds >= 60 ) {
|
|
block = true;
|
|
Log.logWarning("LOCAL_SEARCH", "ACCESS CONTROL: CLIENT FROM "
|
|
+ client
|
|
+ ": "
|
|
+ accInThreeSeconds
|
|
+ "/3s, "
|
|
+ accInOneMinute
|
|
+ "/60s, "
|
|
+ accInTenMinutes
|
|
+ "/600s, "
|
|
+ " requests, disallowed search");
|
|
}
|
|
}
|
|
}
|
|
|
|
if ( !block && (post == null || post.get("cat", "href").equals("href")) ) {
|
|
String urlmask = null;
|
|
String tld = null;
|
|
String inlink = null;
|
|
|
|
// check available memory and clean up if necessary
|
|
if ( !MemoryControl.request(8000000L, false) ) {
|
|
indexSegment.fulltext().clearCache();
|
|
SearchEventCache.cleanupEvents(false);
|
|
}
|
|
|
|
final RankingProfile ranking = sb.getRanking();
|
|
final QueryModifier modifier = new QueryModifier();
|
|
querystring = modifier.parse(querystring);
|
|
|
|
int stp = querystring.indexOf('*');
|
|
if (stp >= 0) {
|
|
querystring = querystring.substring(0, stp) + Segment.catchallString + querystring.substring(stp + 1);
|
|
}
|
|
if ( querystring.indexOf("/near", 0) >= 0 ) {
|
|
querystring = querystring.replace("/near", "");
|
|
ranking.allZero(); // switch off all attributes
|
|
ranking.coeff_worddistance = RankingProfile.COEFF_MAX;
|
|
modifier.add("/near");
|
|
}
|
|
if ( querystring.indexOf("/date", 0) >= 0 ) {
|
|
querystring = querystring.replace("/date", "");
|
|
ranking.allZero(); // switch off all attributes
|
|
ranking.coeff_date = RankingProfile.COEFF_MAX;
|
|
modifier.add("/date");
|
|
}
|
|
|
|
if ( querystring.indexOf("/location", 0) >= 0 ) {
|
|
querystring = querystring.replace("/location", "");
|
|
if ( constraint == null ) {
|
|
constraint = new Bitfield(4);
|
|
}
|
|
constraint.set(Condenser.flag_cat_haslocation, true);
|
|
modifier.add("/location");
|
|
}
|
|
|
|
final int lrp = querystring.indexOf("/language/", 0);
|
|
String language = "";
|
|
if ( lrp >= 0 ) {
|
|
if ( querystring.length() >= (lrp + 12) ) {
|
|
language = querystring.substring(lrp + 10, lrp + 12);
|
|
}
|
|
querystring = querystring.replace("/language/" + language, "");
|
|
language = language.toLowerCase();
|
|
modifier.add("/language/" + language);
|
|
}
|
|
|
|
final int inurlp = querystring.indexOf("inurl:", 0);
|
|
if ( inurlp >= 0 ) {
|
|
int ftb = querystring.indexOf(' ', inurlp);
|
|
if ( ftb == -1 ) {
|
|
ftb = querystring.length();
|
|
}
|
|
final String urlstr = querystring.substring(inurlp + 6, ftb);
|
|
querystring = querystring.replace("inurl:" + urlstr, "");
|
|
if ( !urlstr.isEmpty() ) {
|
|
urlmask = urlmask == null ? ".*" + urlstr + ".*" : urlmask + urlstr + ".*";
|
|
}
|
|
modifier.add("inurl:" + urlstr);
|
|
}
|
|
|
|
final int inlinkp = querystring.indexOf("inlink:", 0);
|
|
if ( inlinkp >= 0 ) {
|
|
int ftb = querystring.indexOf(' ', inlinkp);
|
|
if ( ftb == -1 ) {
|
|
ftb = querystring.length();
|
|
}
|
|
inlink = querystring.substring(inlinkp + 7, ftb);
|
|
querystring = querystring.replace("inlink:" + inlink, "");
|
|
modifier.add("inlink:" + inlink);
|
|
}
|
|
|
|
int voc = 0;
|
|
Collection<Tagging.Metatag> metatags = new ArrayList<Tagging.Metatag>(1);
|
|
while ((voc = querystring.indexOf("/vocabulary/", 0)) >= 0) {
|
|
String vocabulary = "";
|
|
int ve = querystring.indexOf(' ', voc + 12);
|
|
if (ve < 0) {
|
|
vocabulary = querystring.substring(voc);
|
|
querystring = querystring.substring(0, voc).trim();
|
|
} else {
|
|
vocabulary = querystring.substring(voc, ve);
|
|
querystring = querystring.substring(0, voc) + querystring.substring(ve);
|
|
}
|
|
modifier.add(vocabulary);
|
|
vocabulary = vocabulary.substring(12);
|
|
int p = vocabulary.indexOf('/');
|
|
if (p > 0) {
|
|
String k = vocabulary.substring(0, p);
|
|
String v = vocabulary.substring(p + 1);
|
|
metatags.add(LibraryProvider.autotagging.metatag(k, v));
|
|
}
|
|
}
|
|
|
|
int radius = 0;
|
|
double lon = 0.0d, lat = 0.0d, rad = 0.0d;
|
|
if ((radius = querystring.indexOf("/radius/")) >= 0) {
|
|
int ve = querystring.indexOf(' ', radius + 8);
|
|
String geo = "";
|
|
if (ve < 0) {
|
|
geo = querystring.substring(radius);
|
|
querystring = querystring.substring(0, radius).trim();
|
|
} else {
|
|
geo = querystring.substring(radius, ve);
|
|
querystring = querystring.substring(0, radius) + querystring.substring(ve);
|
|
}
|
|
geo = geo.substring(8);
|
|
String[] sp = geo.split("/");
|
|
if (sp.length == 3) try {
|
|
lat = Double.parseDouble(sp[0]);
|
|
lon = Double.parseDouble(sp[1]);
|
|
rad = Double.parseDouble(sp[2]);
|
|
} catch (NumberFormatException e) {
|
|
lon = 0.0d; lat = 0.0d; rad = 0.0d;
|
|
}
|
|
}
|
|
|
|
final int heuristicBlekko = querystring.indexOf("/heuristic/blekko", 0);
|
|
if ( heuristicBlekko >= 0 ) {
|
|
querystring = querystring.replace("/heuristic/blekko", "");
|
|
modifier.add("/heuristic/blekko");
|
|
}
|
|
|
|
final int heuristicTwitter = querystring.indexOf("/heuristic/twitter", 0);
|
|
if ( heuristicBlekko >= 0 ) {
|
|
querystring = querystring.replace("/heuristic/twitter", "");
|
|
modifier.add("/heuristic/twitter");
|
|
}
|
|
|
|
final int tldp = querystring.indexOf("tld:", 0);
|
|
if (tldp >= 0) {
|
|
int ftb = querystring.indexOf(' ', tldp);
|
|
if (ftb == -1) ftb = querystring.length();
|
|
tld = querystring.substring(tldp + 4, ftb);
|
|
querystring = querystring.replace("tld:" + tld, "");
|
|
modifier.add("tld:" + tld);
|
|
while ( tld.length() > 0 && tld.charAt(0) == '.' ) {
|
|
tld = tld.substring(1);
|
|
}
|
|
if (tld.length() == 0) tld = null;
|
|
}
|
|
if (urlmask == null || urlmask.isEmpty()) urlmask = ".*"; //if no urlmask was given
|
|
|
|
// read the language from the language-restrict option 'lr'
|
|
// if no one is given, use the user agent or the system language as default
|
|
language = (post == null) ? language : post.get("lr", language);
|
|
if ( language.startsWith("lang_") ) {
|
|
language = language.substring(5);
|
|
}
|
|
if ( !ISO639.exists(language) ) {
|
|
// find out language of the user by reading of the user-agent string
|
|
String agent = header.get(HeaderFramework.ACCEPT_LANGUAGE);
|
|
if ( agent == null ) {
|
|
agent = System.getProperty("user.language");
|
|
}
|
|
language = (agent == null) ? "en" : ISO639.userAgentLanguageDetection(agent);
|
|
if ( language == null ) {
|
|
language = "en";
|
|
}
|
|
}
|
|
|
|
// the query
|
|
final QueryGoal qg = new QueryGoal(originalquerystring, querystring.trim());
|
|
final int maxDistance = (querystring.indexOf('"', 0) >= 0) ? qg.getAllHashes().size() - 1 : Integer.MAX_VALUE;
|
|
|
|
// filter out stopwords
|
|
final SortedSet<String> filtered = SetTools.joinConstructiveByTest(qg.getIncludeStrings(), Switchboard.stopwords);
|
|
if ( !filtered.isEmpty() ) {
|
|
SetTools.excludeDestructiveByTestSmallInLarge(qg.getIncludeStrings(), Switchboard.stopwords);
|
|
}
|
|
|
|
// if a minus-button was hit, remove a special reference first
|
|
if ( post != null && post.containsKey("deleteref") ) {
|
|
try {
|
|
if ( !sb.verifyAuthentication(header) ) {
|
|
prop.authenticationRequired();
|
|
return prop;
|
|
}
|
|
|
|
// delete the index entry locally
|
|
final String delHash = post.get("deleteref", ""); // urlhash
|
|
indexSegment.termIndex().remove(qg.getIncludeHashes(), delHash.getBytes());
|
|
|
|
// make new news message with negative voting
|
|
if ( !sb.isRobinsonMode() ) {
|
|
final Map<String, String> map = new HashMap<String, String>();
|
|
map.put("urlhash", delHash);
|
|
map.put("vote", "negative");
|
|
map.put("refid", "");
|
|
sb.peers.newsPool.publishMyNews(
|
|
sb.peers.mySeed(),
|
|
NewsPool.CATEGORY_SURFTIPP_VOTE_ADD,
|
|
map);
|
|
}
|
|
|
|
// delete the search history since this still shows the entry
|
|
SearchEventCache.delete(delHash);
|
|
} catch ( final IOException e ) {
|
|
Log.logException(e);
|
|
}
|
|
}
|
|
|
|
// if a plus-button was hit, create new voting message
|
|
if ( post != null && post.containsKey("recommendref") ) {
|
|
if ( !sb.verifyAuthentication(header) ) {
|
|
prop.authenticationRequired();
|
|
return prop;
|
|
}
|
|
final String recommendHash = post.get("recommendref", ""); // urlhash
|
|
final URIMetadataNode urlentry = indexSegment.fulltext().getMetadata(UTF8.getBytes(recommendHash));
|
|
if ( urlentry != null ) {
|
|
Document[] documents = null;
|
|
try {
|
|
documents =
|
|
sb.loader.loadDocuments(
|
|
sb.loader.request(urlentry.url(), true, false),
|
|
CacheStrategy.IFEXIST,
|
|
Integer.MAX_VALUE, BlacklistType.SEARCH, TextSnippet.snippetMinLoadDelay);
|
|
} catch ( final IOException e ) {
|
|
} catch ( final Parser.Failure e ) {
|
|
}
|
|
if ( documents != null ) {
|
|
// create a news message
|
|
final Map<String, String> map = new HashMap<String, String>();
|
|
map.put("url", urlentry.url().toNormalform(true).replace(',', '|'));
|
|
map.put("title", urlentry.dc_title().replace(',', ' '));
|
|
map.put("description", documents[0].dc_title().replace(',', ' '));
|
|
map.put("author", documents[0].dc_creator());
|
|
map.put("tags", documents[0].dc_subject(' '));
|
|
sb.peers.newsPool.publishMyNews(
|
|
sb.peers.mySeed(),
|
|
NewsPool.CATEGORY_SURFTIPP_ADD,
|
|
map);
|
|
documents[0].close();
|
|
}
|
|
}
|
|
}
|
|
|
|
// if a bookmarks-button was hit, create new bookmark entry
|
|
if ( post != null && post.containsKey("bookmarkref") ) {
|
|
if ( !sb.verifyAuthentication(header) ) {
|
|
prop.authenticationRequired();
|
|
return prop;
|
|
}
|
|
final String bookmarkHash = post.get("bookmarkref", ""); // urlhash
|
|
final DigestURI url = indexSegment.fulltext().getURL(UTF8.getBytes(bookmarkHash));
|
|
if ( url != null ) {
|
|
try {
|
|
sb.tables.bookmarks.createBookmark(
|
|
sb.loader,
|
|
url,
|
|
YMarkTables.USER_ADMIN,
|
|
true,
|
|
"searchresult",
|
|
"/search");
|
|
} catch ( final Throwable e ) {
|
|
}
|
|
}
|
|
}
|
|
|
|
// check filters
|
|
try {
|
|
Pattern.compile(urlmask);
|
|
} catch ( final PatternSyntaxException ex ) {
|
|
SearchEvent.log.logWarning("Illegal URL mask, not a valid regex: " + urlmask);
|
|
prop.put("urlmaskerror", 1);
|
|
prop.putHTML("urlmaskerror_urlmask", urlmask);
|
|
urlmask = ".*";
|
|
}
|
|
|
|
try {
|
|
Pattern.compile(prefermask);
|
|
} catch ( final PatternSyntaxException ex ) {
|
|
SearchEvent.log.logWarning("Illegal prefer mask, not a valid regex: " + prefermask);
|
|
prop.put("prefermaskerror", 1);
|
|
prop.putHTML("prefermaskerror_prefermask", prefermask);
|
|
prefermask = "";
|
|
}
|
|
|
|
// do the search
|
|
final QueryParams theQuery =
|
|
new QueryParams(
|
|
qg,
|
|
modifier,
|
|
maxDistance,
|
|
prefermask,
|
|
contentdom,
|
|
language,
|
|
metatags,
|
|
snippetFetchStrategy,
|
|
itemsPerPage,
|
|
startRecord,
|
|
urlmask, tld, inlink,
|
|
clustersearch && global ? QueryParams.Searchdom.CLUSTER : (global && indexReceiveGranted
|
|
? QueryParams.Searchdom.GLOBAL
|
|
: QueryParams.Searchdom.LOCAL),
|
|
20,
|
|
constraint,
|
|
true,
|
|
DigestURI.hosthashess(sb.getConfig("search.excludehosth", "")),
|
|
DigestURI.TLD_any_zone_filter,
|
|
client,
|
|
authenticated,
|
|
indexSegment,
|
|
ranking,
|
|
header.get(RequestHeader.USER_AGENT, ""),
|
|
sb.getConfigBool(SwitchboardConstants.SEARCH_VERIFY_DELETE, false)
|
|
&& sb.getConfigBool(SwitchboardConstants.NETWORK_SEARCHVERIFY, false)
|
|
&& sb.peers.mySeed().getFlagAcceptRemoteIndex(),
|
|
false,
|
|
lat, lon, rad);
|
|
EventTracker.delete(EventTracker.EClass.SEARCH);
|
|
EventTracker.update(EventTracker.EClass.SEARCH, new ProfilingGraph.EventSearch(
|
|
theQuery.id(true),
|
|
SearchEventType.INITIALIZATION,
|
|
"",
|
|
0,
|
|
0), false);
|
|
|
|
// tell all threads to do nothing for a specific time
|
|
sb.intermissionAllThreads(3000);
|
|
|
|
// filter out words that appear in bluelist
|
|
theQuery.getQueryGoal().filterOut(Switchboard.blueList);
|
|
|
|
// log
|
|
Log.logInfo(
|
|
"LOCAL_SEARCH",
|
|
"INIT WORD SEARCH: "
|
|
+ theQuery.getQueryGoal().getOriginalQueryString(false)
|
|
+ ":"
|
|
+ QueryParams.hashSet2hashString(theQuery.getQueryGoal().getIncludeHashes())
|
|
+ " - "
|
|
+ theQuery.neededResults()
|
|
+ " links to be computed, "
|
|
+ theQuery.itemsPerPage()
|
|
+ " lines to be displayed");
|
|
EventChannel.channels(EventChannel.LOCALSEARCH).addMessage(
|
|
new RSSMessage("Local Search Request", theQuery.getQueryGoal().getOriginalQueryString(false), ""));
|
|
final long timestamp = System.currentTimeMillis();
|
|
|
|
// create a new search event
|
|
if ( SearchEventCache.getEvent(theQuery.id(false)) == null ) {
|
|
theQuery.setOffset(0); // in case that this is a new search, always start without a offset
|
|
startRecord = 0;
|
|
}
|
|
final SearchEvent theSearch =
|
|
SearchEventCache.getEvent(
|
|
theQuery,
|
|
sb.peers,
|
|
sb.tables,
|
|
(sb.isRobinsonMode()) ? sb.clusterhashes : null,
|
|
false,
|
|
sb.loader,
|
|
(int) sb.getConfigLong(
|
|
SwitchboardConstants.REMOTESEARCH_MAXCOUNT_USER,
|
|
sb.getConfigLong(SwitchboardConstants.REMOTESEARCH_MAXCOUNT_DEFAULT, 10)),
|
|
sb.getConfigLong(
|
|
SwitchboardConstants.REMOTESEARCH_MAXTIME_USER,
|
|
sb.getConfigLong(SwitchboardConstants.REMOTESEARCH_MAXTIME_DEFAULT, 3000)),
|
|
(int) sb.getConfigLong(SwitchboardConstants.DHT_BURST_ROBINSON, 0),
|
|
(int) sb.getConfigLong(SwitchboardConstants.DHT_BURST_MULTIWORD, 0));
|
|
|
|
if ( startRecord == 0 ) {
|
|
if ( modifier.sitehost != null && sb.getConfigBool("heuristic.site", false) && authenticated ) {
|
|
sb.heuristicSite(theSearch, modifier.sitehost);
|
|
}
|
|
if ( (heuristicBlekko >= 0 || sb.getConfigBool("heuristic.blekko", false)) && authenticated ) {
|
|
sb.heuristicRSS("http://blekko.com/ws/$+/rss", theSearch, "blekko");
|
|
}
|
|
if ( (heuristicTwitter >= 0 || sb.getConfigBool("heuristic.twitter", false)) && authenticated ) {
|
|
sb.heuristicRSS("http://search.twitter.com/search.rss?rpp=50&q=$", theSearch, "twitter");
|
|
}
|
|
if (sb.getConfigBool("heuristic.opensearch", false) && authenticated) {
|
|
OpenSearchConnector.query(sb, theSearch);
|
|
}
|
|
}
|
|
|
|
// log
|
|
Log.logInfo("LOCAL_SEARCH", "EXIT WORD SEARCH: "
|
|
+ theQuery.getQueryGoal().getOriginalQueryString(false)
|
|
+ " - "
|
|
+ "local_rwi_available(" + theSearch.local_rwi_available.get() + "), "
|
|
+ "local_rwi_stored(" + theSearch.local_rwi_stored.get() + "), "
|
|
+ "local_solr_available(" + theSearch.local_solr_available.get() + "), "
|
|
+ "local_solr_stored(" + theSearch.local_solr_stored.get() + "), "
|
|
+ "remote_available(" + theSearch.remote_available.get() + "), "
|
|
+ "remote_stored(" + theSearch.remote_stored.get() + "), "
|
|
+ "remote_peerCount(" + theSearch.remote_peerCount.get() + "), "
|
|
+ "local_sortout(" + theSearch.misses.size() + "), "
|
|
+ (System.currentTimeMillis() - timestamp)
|
|
+ " ms");
|
|
|
|
// prepare search statistics
|
|
theQuery.searchtime = System.currentTimeMillis() - timestamp;
|
|
theQuery.urlretrievaltime = theSearch.getURLRetrievalTime();
|
|
theQuery.snippetcomputationtime = theSearch.getSnippetComputationTime();
|
|
AccessTracker.add(AccessTracker.Location.local, theQuery, theSearch.getResultCount());
|
|
|
|
// check suggestions
|
|
final int meanMax = (post != null) ? post.getInt("meanCount", 0) : 0;
|
|
|
|
prop.put("meanCount", meanMax);
|
|
if ( meanMax > 0 && !json && !rss && sb.index.connectedRWI()) {
|
|
final DidYouMean didYouMean = new DidYouMean(indexSegment, new StringBuilder(querystring));
|
|
final Iterator<StringBuilder> meanIt = didYouMean.getSuggestions(100, 5).iterator();
|
|
int meanCount = 0;
|
|
String suggestion;
|
|
try {
|
|
meanCollect: while ( meanCount < meanMax && meanIt.hasNext() ) {
|
|
try {
|
|
suggestion = meanIt.next().toString();
|
|
prop.put("didYouMean_suggestions_" + meanCount + "_word", suggestion);
|
|
prop.put(
|
|
"didYouMean_suggestions_" + meanCount + "_url",
|
|
QueryParams.navurl(
|
|
"html",
|
|
0,
|
|
theQuery,
|
|
suggestion).toString());
|
|
prop.put("didYouMean_suggestions_" + meanCount + "_sep", "|");
|
|
meanCount++;
|
|
} catch (ConcurrentModificationException e) {break meanCollect;}
|
|
}
|
|
} catch (ConcurrentModificationException e) {}
|
|
prop.put("didYouMean_suggestions_" + (meanCount - 1) + "_sep", "");
|
|
prop.put("didYouMean", meanCount > 0 ? 1 : 0);
|
|
prop.put("didYouMean_suggestions", meanCount);
|
|
} else {
|
|
prop.put("didYouMean", 0);
|
|
}
|
|
|
|
// find geographic info
|
|
final SortedSet<GeoLocation> coordinates = LibraryProvider.geoLoc.find(originalquerystring, false);
|
|
if ( coordinates == null || coordinates.isEmpty() || startRecord > 0 ) {
|
|
prop.put("geoinfo", "0");
|
|
} else {
|
|
int i = 0;
|
|
for ( final GeoLocation c : coordinates ) {
|
|
prop.put("geoinfo_loc_" + i + "_lon", Math.round(c.lon() * 10000.0f) / 10000.0f);
|
|
prop.put("geoinfo_loc_" + i + "_lat", Math.round(c.lat() * 10000.0f) / 10000.0f);
|
|
prop.put("geoinfo_loc_" + i + "_name", c.getName());
|
|
i++;
|
|
if ( i >= 10 ) {
|
|
break;
|
|
}
|
|
}
|
|
prop.put("geoinfo_loc", i);
|
|
prop.put("geoinfo", "1");
|
|
}
|
|
|
|
// update the search tracker
|
|
try {
|
|
synchronized ( trackerHandles ) {
|
|
trackerHandles.add(theQuery.starttime);
|
|
while ( trackerHandles.size() > 600 ) {
|
|
if ( !trackerHandles.remove(trackerHandles.first()) ) {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
sb.localSearchTracker.put(client, trackerHandles);
|
|
if ( sb.localSearchTracker.size() > 100 ) {
|
|
sb.localSearchTracker.remove(sb.localSearchTracker.keys().nextElement());
|
|
}
|
|
if ( MemoryControl.shortStatus() ) {
|
|
sb.localSearchTracker.clear();
|
|
}
|
|
} catch ( final Exception e ) {
|
|
Log.logException(e);
|
|
}
|
|
|
|
prop.put("num-results_offset", startRecord == 0 ? 0 : startRecord + 1);
|
|
prop.put("num-results_itemscount", Formatter.number(startRecord + theSearch.query.itemsPerPage > theSearch.getResultCount() ? startRecord + theSearch.getResultCount() % theSearch.query.itemsPerPage : startRecord + theSearch.query.itemsPerPage, true));
|
|
prop.put("num-results_itemsPerPage", Formatter.number(itemsPerPage));
|
|
prop.put("num-results_totalcount", Formatter.number(theSearch.getResultCount()));
|
|
prop.put("num-results_globalresults", global && (indexReceiveGranted || clustersearch) ? "1" : "0");
|
|
prop.put("num-results_globalresults_localResourceSize", Formatter.number(theSearch.local_rwi_available.get() + theSearch.local_solr_available.get(), true));
|
|
prop.put("num-results_globalresults_localMissCount", Formatter.number(theSearch.misses.size(), true));
|
|
prop.put("num-results_globalresults_remoteResourceSize", Formatter.number(theSearch.remote_available.get(), true));
|
|
prop.put("num-results_globalresults_remoteIndexCount", Formatter.number(theSearch.remote_stored.get(), true));
|
|
prop.put("num-results_globalresults_remotePeerCount", Formatter.number(theSearch.remote_peerCount.get(), true));
|
|
|
|
// compose page navigation
|
|
final StringBuilder resnav = new StringBuilder(200);
|
|
final int thispage = startRecord / theQuery.itemsPerPage();
|
|
if ( thispage == 0 ) {
|
|
resnav
|
|
.append("<img src=\"env/grafics/navdl.gif\" alt=\"arrowleft\" width=\"16\" height=\"16\" /> ");
|
|
} else {
|
|
resnav.append("<a id=\"prevpage\" href=\"");
|
|
resnav.append(QueryParams.navurl("html", thispage - 1, theQuery, null).toString());
|
|
resnav
|
|
.append("\"><img src=\"env/grafics/navdl.gif\" alt=\"arrowleft\" width=\"16\" height=\"16\" /></a> ");
|
|
}
|
|
final int numberofpages = Math.min(10, 1 + ((theSearch.getResultCount() - 1) / theQuery.itemsPerPage()));
|
|
|
|
for ( int i = 0; i < numberofpages; i++ ) {
|
|
if ( i == thispage ) {
|
|
resnav.append("<img src=\"env/grafics/navs");
|
|
resnav.append(i + 1);
|
|
resnav.append(".gif\" alt=\"page");
|
|
resnav.append(i + 1);
|
|
resnav.append("\" width=\"16\" height=\"16\" /> ");
|
|
} else {
|
|
resnav.append("<a href=\"");
|
|
resnav.append(QueryParams.navurl("html", i, theQuery, null).toString());
|
|
resnav.append("\"><img src=\"env/grafics/navd");
|
|
resnav.append(i + 1);
|
|
resnav.append(".gif\" alt=\"page");
|
|
resnav.append(i + 1);
|
|
resnav.append("\" width=\"16\" height=\"16\" /></a> ");
|
|
}
|
|
}
|
|
if ( thispage >= numberofpages ) {
|
|
resnav
|
|
.append("<img src=\"env/grafics/navdr.gif\" alt=\"arrowright\" width=\"16\" height=\"16\" />");
|
|
} else {
|
|
resnav.append("<a id=\"nextpage\" href=\"");
|
|
resnav.append(QueryParams.navurl("html", thispage + 1, theQuery, null).toString());
|
|
resnav.append("\"><img src=\"env/grafics/navdr.gif\" alt=\"arrowright\" width=\"16\" height=\"16\" /></a>");
|
|
}
|
|
final String resnavs = resnav.toString();
|
|
prop.put("num-results_resnav", resnavs);
|
|
prop.put("pageNavBottom", (theSearch.getResultCount() - startRecord > 6) ? 1 : 0); // if there are more results than may fit on the page we add a navigation at the bottom
|
|
prop.put("pageNavBottom_resnav", resnavs);
|
|
|
|
// generate the search result lines; the content will be produced by another servlet
|
|
for ( int i = 0; i < theQuery.itemsPerPage(); i++ ) {
|
|
prop.put("results_" + i + "_item", startRecord + i);
|
|
prop.put("results_" + i + "_eventID", theQuery.id(false));
|
|
}
|
|
prop.put("results", theQuery.itemsPerPage());
|
|
prop
|
|
.put(
|
|
"resultTable",
|
|
(contentdom == ContentDomain.APP || contentdom == ContentDomain.AUDIO || contentdom == ContentDomain.VIDEO)
|
|
? 1
|
|
: 0);
|
|
prop.put("eventID", theQuery.id(false)); // for bottomline
|
|
|
|
// process result of search
|
|
if ( !filtered.isEmpty() ) {
|
|
prop.put("excluded", "1");
|
|
prop.putHTML("excluded_stopwords", filtered.toString());
|
|
} else {
|
|
prop.put("excluded", "0");
|
|
}
|
|
|
|
if ( prop == null || prop.isEmpty() ) {
|
|
if ( post.get("query", post.get("search", "")).length() < 2 ) {
|
|
prop.put("num-results", "2"); // no results - at least 2 chars
|
|
} else {
|
|
prop.put("num-results", "1"); // no results
|
|
}
|
|
} else {
|
|
prop.put("num-results", "3");
|
|
}
|
|
|
|
prop.put("cat", "href");
|
|
prop.put("depth", "0");
|
|
|
|
// adding some additional properties needed for the rss feed
|
|
String hostName = header.get("Host", Domains.LOCALHOST);
|
|
if ( hostName.indexOf(':', 0) == -1 ) {
|
|
hostName += ":" + serverCore.getPortNr(env.getConfig("port", "8090"));
|
|
}
|
|
prop.put("searchBaseURL", "http://" + hostName + "/yacysearch.html");
|
|
prop.put("rssYacyImageURL", "http://" + hostName + "/env/grafics/yacy.gif");
|
|
}
|
|
|
|
prop.put("searchagain", global ? "1" : "0");
|
|
prop.putHTML("former", originalquerystring);
|
|
prop.put("count", itemsPerPage);
|
|
prop.put("offset", startRecord);
|
|
prop.put("resource", global ? "global" : "local");
|
|
prop.putHTML("prefermaskfilter", prefermask);
|
|
prop.put("indexof", (indexof) ? "on" : "off");
|
|
prop.put("constraint", (constraint == null) ? "" : constraint.exportB64());
|
|
prop.put("search.verify", snippetFetchStrategy == null
|
|
? sb.getConfig("search.verify", "iffresh")
|
|
: snippetFetchStrategy.toName());
|
|
prop.put(
|
|
"search.navigation",
|
|
(post == null) ? sb.getConfig("search.navigation", "all") : post.get("nav", "all"));
|
|
prop.put("contentdom", (post == null ? "text" : post.get("contentdom", "text")));
|
|
prop.put(
|
|
"searchdomswitches",
|
|
sb.getConfigBool("search.text", true)
|
|
|| sb.getConfigBool("search.audio", true)
|
|
|| sb.getConfigBool("search.video", true)
|
|
|| sb.getConfigBool("search.image", true)
|
|
|| sb.getConfigBool("search.app", true) ? 1 : 0);
|
|
prop.put("searchdomswitches_searchtext", sb.getConfigBool("search.text", true) ? 1 : 0);
|
|
prop.put("searchdomswitches_searchaudio", sb.getConfigBool("search.audio", true) ? 1 : 0);
|
|
prop.put("searchdomswitches_searchvideo", sb.getConfigBool("search.video", true) ? 1 : 0);
|
|
prop.put("searchdomswitches_searchimage", sb.getConfigBool("search.image", true) ? 1 : 0);
|
|
prop.put("searchdomswitches_searchapp", sb.getConfigBool("search.app", true) ? 1 : 0);
|
|
prop.put("searchdomswitches_searchtext_check", (contentdom == ContentDomain.TEXT || contentdom == ContentDomain.ALL) ? "1" : "0");
|
|
prop.put("searchdomswitches_searchaudio_check", (contentdom == ContentDomain.AUDIO) ? "1" : "0");
|
|
prop.put("searchdomswitches_searchvideo_check", (contentdom == ContentDomain.VIDEO) ? "1" : "0");
|
|
prop.put("searchdomswitches_searchimage_check", (contentdom == ContentDomain.IMAGE) ? "1" : "0");
|
|
prop.put("searchdomswitches_searchapp_check", (contentdom == ContentDomain.APP) ? "1" : "0");
|
|
|
|
// copy properties for "more options" link
|
|
prop.put("searchdomswitches_count", prop.get("count"));
|
|
prop.put("searchdomswitches_urlmaskfilter", prop.get("urlmaskfilter"));
|
|
prop.put("searchdomswitches_prefermaskfilter", prop.get("prefermaskfilter"));
|
|
prop.put("searchdomswitches_cat", prop.get("cat"));
|
|
prop.put("searchdomswitches_constraint", prop.get("constraint"));
|
|
prop.put("searchdomswitches_contentdom", prop.get("contentdom"));
|
|
prop.put("searchdomswitches_former", prop.get("former"));
|
|
prop.put("searchdomswitches_meanCount", prop.get("meanCount"));
|
|
|
|
// for RSS: don't HTML encode some elements
|
|
prop.putXML("rss_query", originalquerystring);
|
|
prop.putXML("rss_queryenc", originalquerystring.replace(' ', '+'));
|
|
|
|
sb.localSearchLastAccess = System.currentTimeMillis();
|
|
|
|
// hostname and port (assume locahost if nothing helps)
|
|
final InetAddress hostIP = Domains.myPublicLocalIP();
|
|
prop.put("myhost", hostIP != null ? hostIP.getHostAddress() : Domains.LOCALHOST);
|
|
prop.put("myport", serverCore.getPortNr(sb.getConfig("port", "8090")));
|
|
|
|
// return rewrite properties
|
|
return prop;
|
|
}
|
|
}
|