Marown/yacy_search_server
1
0
Fork 0
mirror of https://github.com/yacy/yacy_search_server.git synced 2024-09-19 00:01:41 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

enhanced deletion process for very large number of documents

Browse Source
This commit is contained in:
Michael Peter Christen 2013-05-13 13:26:24 +02:00
parent 79401cb938
commit f2e36fbd06
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
source/net/yacy/cora/federate/solr/connector/ConcurrentUpdateSolrConnector.java
View File

@ -291,15 +291,16 @@ public class ConcurrentUpdateSolrConnector implements SolrConnector {
}
@Override
public void deleteByQuery(String querystring) throws IOException {
final BlockingQueue<String> idq = this.connector.concurrentIDsByQuery(querystring,0, 100000000, Long.MAX_VALUE);
public void deleteByQuery(final String querystring) throws IOException {
new Thread() {
public void run() {
String id;
ConcurrentUpdateSolrConnector.this.idCache.clear();
try {
while ((id = idq.take()) != AbstractSolrConnector.POISON_ID) ConcurrentUpdateSolrConnector.this.deleteQueue.put(id);
} catch (InterruptedException e) {}
// if we are finished we do a soft commit since that is what an operator wants to see in the gui
ConcurrentUpdateSolrConnector.this.connector.deleteByQuery(querystring);
ConcurrentUpdateSolrConnector.this.idCache.clear();
} catch (IOException e) {
Log.logSevere("ConcurrentUpdateSolrConnector", e.getMessage(), e);
}
ConcurrentUpdateSolrConnector.this.connector.commit(true);
}
}.start();