// serverProcessor.java // (C) 2008 by Michael Peter Christen; mc@yacy.net, Frankfurt a. M., Germany // first published 27.02.2008 on http://yacy.net // // $LastChangedDate: 2006-04-02 22:40:07 +0200 (So, 02 Apr 2006) $ // $LastChangedRevision: 1986 $ // $LastChangedBy: orbiter $ // // LICENSE // // This program is free software; you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation; either version 2 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program; if not, write to the Free Software // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA package de.anomic.server; import java.lang.reflect.InvocationTargetException; import java.util.concurrent.BlockingQueue; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.concurrent.LinkedBlockingQueue; import java.util.concurrent.TimeUnit; import de.anomic.server.logging.serverLog; public class serverProcessor { public static final int availableCPU = Runtime.getRuntime().availableProcessors(); public static int useCPU = availableCPU; private ExecutorService executor; private BlockingQueue input; private serverProcessor output; private int poolsize; private Object environment; private String methodName; public serverProcessor(final Object env, final String jobExec, final int inputQueueSize, final serverProcessor output) { this(env, jobExec, inputQueueSize, output, useCPU + 1); } public serverProcessor(final Object env, final String jobExec, final int inputQueueSize, final serverProcessor output, final int poolsize) { // start a fixed number of executors that handle entries in the process queue this.environment = env; this.methodName = jobExec; this.input = new LinkedBlockingQueue(inputQueueSize); this.output = output; this.poolsize = poolsize; executor = Executors.newCachedThreadPool(new NamePrefixThreadFactory(jobExec)); for (int i = 0; i < poolsize; i++) { executor.submit(new serverInstantBlockingThread(env, jobExec, input, output)); } } public int queueSize() { return input.size(); } @SuppressWarnings("unchecked") public void enQueue(final J in) throws InterruptedException { // ensure that enough job executors are running if ((this.input == null) || (executor == null) || (executor.isShutdown()) || (executor.isTerminated())) { // execute serialized without extra thread serverLog.logWarning("PROCESSOR", "executing job " + environment.getClass().getName() + "." + methodName + " serialized"); try { final J out = (J) serverInstantBlockingThread.execMethod(this.environment, this.methodName).invoke(environment, new Object[]{in}); if ((out != null) && (output != null)) output.enQueue(out); } catch (final IllegalArgumentException e) { e.printStackTrace(); } catch (final IllegalAccessException e) { e.printStackTrace(); } catch (final InvocationTargetException e) { e.printStackTrace(); } return; } // execute concurrent in thread this.input.put(in); } @SuppressWarnings("unchecked") public void shutdown(final long millisTimeout) { if (executor == null) return; if (executor.isShutdown()) return; // put poison pills into the queue for (int i = 0; i < poolsize; i++) { try { input.put((J) serverProcessorJob.poisonPill); // put a poison pill into the queue which will kill the job } catch (final InterruptedException e) { } } // wait for shutdown try { executor.awaitTermination(millisTimeout, TimeUnit.MILLISECONDS); } catch (final InterruptedException e) {} executor.shutdown(); this.executor = null; this.input = null; } }