mirror of
https://github.com/yacy/yacy_search_server.git
synced 2024-09-21 00:00:13 +02:00
5bb8074150
- The indexing queue was a historic data structure that was introduced at the very beginning at the project as a part of the switchboard organisation object structure. Without the indexing queue the switchboard queue becomes also superfluous. It has been removed as well.
- Removing the switchboard queue requires that all servlets are called without a opaque generic ('<?>'). That caused that all serlets had to be modified.
- Many servlets displayed the indexing queue or the size of that queue. In the past months the indexer was so fast that mostly the indexing queue appeared empty, so there was no use of it any more. Because the queue has been removed, the display in the servlets had also to be removed.
- The surrogate work task had been a part of the indexing queue control structure. Without the indexing queue the surrogates needed its own task management. That has been integrated here.
- Because the indexing queue had a special queue entry object and properties attached to this object, the propterties had to be moved to the queue entry object which is part of the new indexing queue withing the blocking queue, the Response Object. That object has now also the new properties of the removed indexing queue entry object.
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@6225 6c8d7289-2bf4-0310-a012-ef5d649a1542
86 lines
3.8 KiB
Java
Executable File
86 lines
3.8 KiB
Java
Executable File
|
|
|
|
import java.util.Date;
|
|
|
|
import de.anomic.content.RSSMessage;
|
|
import de.anomic.document.parser.xml.RSSFeed;
|
|
import de.anomic.http.httpRequestHeader;
|
|
import de.anomic.plasma.plasmaSwitchboard;
|
|
import de.anomic.server.serverObjects;
|
|
import de.anomic.server.serverSwitch;
|
|
|
|
public class feed {
|
|
|
|
public static serverObjects respond(final httpRequestHeader header, final serverObjects post, final serverSwitch env) {
|
|
final plasmaSwitchboard sb = (plasmaSwitchboard) env;
|
|
|
|
// insert default values
|
|
final serverObjects prop = new serverObjects();
|
|
prop.put("channel_title", "");
|
|
prop.put("channel_description", "");
|
|
prop.put("channel_pubDate", "");
|
|
prop.put("item", "0");
|
|
|
|
if ((post == null) || (env == null)) return prop;
|
|
final boolean authorized = sb.verifyAuthentication(header, false);
|
|
|
|
final String channelNames = post.get("set");
|
|
if (channelNames == null) return prop;
|
|
final String[] channels = channelNames.split(","); // several channel names can be given and separated by comma
|
|
|
|
int messageCount = 0;
|
|
int messageMaxCount = Math.min(post.getInt("count", 100), 1000);
|
|
|
|
RSSFeed feed;
|
|
channelIteration: for (int channelIndex = 0; channelIndex < channels.length; channelIndex++) {
|
|
// prevent that unauthorized access to this servlet get results from private data
|
|
if ((!authorized) && (RSSFeed.privateChannels.contains(channels[channelIndex]))) continue channelIteration; // allow only public channels if not authorized
|
|
|
|
if (channels[channelIndex].equals("TEST")) {
|
|
// for interface testing return at least one single result
|
|
prop.putXML("channel_title", "YaCy News Testchannel");
|
|
prop.putXML("channel_description", "");
|
|
prop.put("channel_pubDate", (new Date()).toString());
|
|
prop.putXML("item_" + messageCount + "_title", channels[channelIndex] + ": " + "YaCy Test Entry " + (new Date()).toString());
|
|
prop.putXML("item_" + messageCount + "_description", "abcdefg");
|
|
prop.putXML("item_" + messageCount + "_link", "http://yacy.net");
|
|
prop.put("item_" + messageCount + "_pubDate", (new Date()).toString());
|
|
prop.put("item_" + messageCount + "_guid", System.currentTimeMillis());
|
|
messageCount++;
|
|
messageMaxCount--;
|
|
continue channelIteration;
|
|
}
|
|
|
|
// read the channel
|
|
feed = RSSFeed.channels(channels[channelIndex]);
|
|
if ((feed == null) || (feed.size() == 0)) continue channelIteration;
|
|
|
|
RSSMessage message = feed.getChannel();
|
|
if (message != null) {
|
|
prop.putXML("channel_title", message.getTitle());
|
|
prop.putXML("channel_description", message.getDescription());
|
|
prop.put("channel_pubDate", message.getPubDate());
|
|
}
|
|
while ((messageMaxCount > 0) && (feed.size() > 0)) {
|
|
message = feed.pollMessage();
|
|
if (message == null) continue;
|
|
|
|
// create RSS entry
|
|
prop.putXML("item_" + messageCount + "_title", channels[channelIndex] + ": " + message.getTitle());
|
|
prop.putXML("item_" + messageCount + "_description", message.getDescription());
|
|
prop.putXML("item_" + messageCount + "_link", message.getLink());
|
|
prop.put("item_" + messageCount + "_pubDate", message.getPubDate());
|
|
prop.put("item_" + messageCount + "_guid", message.getGuid());
|
|
messageCount++;
|
|
messageMaxCount--;
|
|
}
|
|
if (messageMaxCount == 0) break channelIteration;
|
|
}
|
|
prop.put("item", messageCount);
|
|
|
|
// return rewrite properties
|
|
return prop;
|
|
}
|
|
|
|
}
|