// Threaddump_p.java // ----------------------- // part of YACY // (C) by Michael Peter Christen; mc@yacy.net // first published on http://www.anomic.de // Frankfurt, Germany, 2004 // // This File is contributed by Alexander Fieger // // $LastChangedDate$ // $LastChangedRevision$ // $LastChangedBy$ // // This program is free software; you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation; either version 2 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program; if not, write to the Free Software // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA // You must compile this file with // javac -classpath .:../Classes Blacklist_p.java // if the shell's current path is HTROOT import java.io.File; import java.io.IOException; import java.util.Date; import java.util.Map; import java.util.SortedSet; import java.util.TreeSet; import java.util.Map.Entry; import java.util.ArrayList; import java.util.HashMap; import net.yacy.document.parser.html.CharacterCoding; import net.yacy.kelondro.util.FileUtils; import net.yacy.kelondro.util.MemoryControl; import de.anomic.http.server.RequestHeader; import de.anomic.search.Switchboard; import de.anomic.server.serverObjects; import de.anomic.server.serverSwitch; import de.anomic.tools.nxTools; import de.anomic.yacy.yacyBuildProperties; public class Threaddump_p { public static serverObjects respond(final RequestHeader header, final serverObjects post, final serverSwitch env) { serverObjects prop = new serverObjects(); Switchboard sb = (Switchboard) env; final StringBuilder buffer = new StringBuilder(1000); final boolean plain = post != null && post.get("plain", "false").equals("true"); final int sleep = (post == null) ? 0 : post.getInt("sleep", 0); // a sleep before creation of a thread dump can be used for profiling if (sleep > 0) try {Thread.sleep(sleep);} catch (final InterruptedException e) {} prop.put("dump", "1"); // Thread dump final Date dt = new Date(); final String versionstring = yacyBuildProperties.getVersion() + "/" + yacyBuildProperties.getSVNRevision(); Runtime runtime = Runtime.getRuntime(); bufferappend(buffer, plain, "************* Start Thread Dump " + dt + " *******************"); bufferappend(buffer, plain, ""); bufferappend(buffer, plain, "YaCy Version: " + versionstring); bufferappend(buffer, plain, "Assigned   Memory = " + (runtime.maxMemory())); bufferappend(buffer, plain, "Used       Memory = " + (runtime.totalMemory() - runtime.freeMemory())); bufferappend(buffer, plain, "Available  Memory = " + (runtime.maxMemory() - runtime.totalMemory() + runtime.freeMemory())); bufferappend(buffer, plain, ""); bufferappend(buffer, plain, ""); int multipleCount = 100; if (post != null && post.containsKey("multipleThreaddump")) { multipleCount = post.getInt("count", multipleCount); final ArrayList> traces = new ArrayList>(); for (int i = 0; i < multipleCount; i++) { traces.add(Thread.getAllStackTraces()); if (MemoryControl.available() < 20 * 1024 * 1024) break; } appendStackTraceStats(sb.getRootPath(), buffer, traces, plain, null); /* appendStackTraceStats(sb.getRootPath(), buffer, traces, plain, Thread.State.BLOCKED); appendStackTraceStats(sb.getRootPath(), buffer, traces, plain, Thread.State.RUNNABLE); appendStackTraceStats(sb.getRootPath(), buffer, traces, plain, Thread.State.TIMED_WAITING); appendStackTraceStats(sb.getRootPath(), buffer, traces, plain, Thread.State.WAITING); appendStackTraceStats(sb.getRootPath(), buffer, traces, plain, Thread.State.NEW); appendStackTraceStats(sb.getRootPath(), buffer, traces, plain, Thread.State.TERMINATED); */ } else { // generate a single thread dump final Map stackTraces = Thread.getAllStackTraces(); appendStackTraces(sb.getRootPath(), buffer, stackTraces, plain, Thread.State.BLOCKED); appendStackTraces(sb.getRootPath(), buffer, stackTraces, plain, Thread.State.RUNNABLE); appendStackTraces(sb.getRootPath(), buffer, stackTraces, plain, Thread.State.TIMED_WAITING); appendStackTraces(sb.getRootPath(), buffer, stackTraces, plain, Thread.State.WAITING); appendStackTraces(sb.getRootPath(), buffer, stackTraces, plain, Thread.State.NEW); appendStackTraces(sb.getRootPath(), buffer, stackTraces, plain, Thread.State.TERMINATED); } bufferappend(buffer, plain, "************* End Thread Dump " + dt + " *******************"); prop.put("plain_count", multipleCount); prop.put("plain_content", buffer.toString()); prop.put("plain", (plain) ? 1 : 0); return prop; // return from serverObjects respond() } private static void appendStackTraces(final File rootPath, final StringBuilder buffer, final Map stackTraces, final boolean plain, final Thread.State stateIn) { bufferappend(buffer, plain, "THREADS WITH STATES: " + stateIn.toString()); bufferappend(buffer, plain, ""); // collect single dumps HashMap> dumps = dumpCollection(rootPath, stackTraces, plain, stateIn); // write dumps for (final Entry> entry: dumps.entrySet()) { SortedSet threads = entry.getValue(); for (String t: threads) bufferappend(buffer, plain, t); bufferappend(buffer, plain, entry.getKey()); bufferappend(buffer, plain, ""); } bufferappend(buffer, plain, ""); } private static void appendStackTraceStats(final File rootPath, final StringBuilder buffer, final ArrayList> traces, final boolean plain, final Thread.State stateIn) { if (stateIn != null) { bufferappend(buffer, plain, "THREADS WITH STATES: " + stateIn.toString()); bufferappend(buffer, plain, ""); } // collect single dumps HashMap dumps = dumpStatistic(rootPath, traces, plain, stateIn); // write dumps while (!dumps.isEmpty()) { Entry e = removeMax(dumps); bufferappend(buffer, plain, "Occurrences: " + e.getValue()); bufferappend(buffer, plain, e.getKey()); //bufferappend(buffer, plain, ""); } bufferappend(buffer, plain, ""); } private static Entry removeMax(HashMap result) { Entry max = null; for (final Entry e: result.entrySet()) { if (max == null || e.getValue().intValue() > max.getValue().intValue()) { max = e; } } result.remove(max.getKey()); return max; } private static HashMap dumpStatistic(final File rootPath, final ArrayList> stackTraces, final boolean plain, final Thread.State stateIn) { Map trace; HashMap result = new HashMap(); HashMap> x; int count; for (int i = 0; i < stackTraces.size(); i++) { trace = stackTraces.get(i); x = dumpCollection(rootPath, trace, plain, stateIn); for (final Entry> e: x.entrySet()) { Integer c = result.get(e.getKey()); count = e.getValue().size(); if (c == null) result.put(e.getKey(), Integer.valueOf(count)); else { c = Integer.valueOf(c.intValue() + count); result.put(e.getKey(), c); } } } return result; } private static HashMap> dumpCollection(final File rootPath, final Map stackTraces, final boolean plain, final Thread.State stateIn) { final File classPath = new File(rootPath, "source"); Thread thread; // collect single dumps HashMap> dumps = new HashMap>(); for (final Entry entry: stackTraces.entrySet()) { thread = entry.getKey(); final StackTraceElement[] stackTraceElements = entry.getValue(); StackTraceElement ste; String line; String tracename = ""; File classFile; if ((stateIn == null || stateIn.equals(thread.getState())) && stackTraceElements.length > 0) { StringBuilder sb = new StringBuilder(3000); if (plain) { classFile = getClassFile(classPath, stackTraceElements[stackTraceElements.length - 1].getClassName()); tracename = classFile.getName(); if (tracename.endsWith(".java")) tracename = tracename.substring(0, tracename.length() - 5); if (tracename.length() > 20) tracename = tracename.substring(0, 20); while (tracename.length() < 20) tracename = tracename + "_"; tracename = "[" + tracename + "] "; } String threadtitle = tracename + "Thread= " + thread.getName() + " " + (thread.isDaemon()?"daemon":"") + " id=" + thread.getId() + " " + thread.getState().toString(); String className; boolean cutcore = true; for (int i = 0; i < stackTraceElements.length; i++) { ste = stackTraceElements[i]; className = ste.getClassName(); if (cutcore && (className.startsWith("java.") || className.startsWith("sun."))) { sb.setLength(0); bufferappend(sb, plain, tracename + "at " + CharacterCoding.unicode2html(ste.toString(), true)); } else { cutcore = false; if (i == 0) { line = getLine(getClassFile(classPath, className), ste.getLineNumber()); } else { line = null; } if ((line != null) && (line.length() > 0)) { bufferappend(sb, plain, tracename + "at " + CharacterCoding.unicode2html(ste.toString(), true) + " [" + line.trim() + "]"); } else { bufferappend(sb, plain, tracename + "at " + CharacterCoding.unicode2html(ste.toString(), true)); } } } String threaddump = sb.toString(); SortedSet threads = dumps.get(threaddump); if (threads == null) threads = new TreeSet(); threads.add(threadtitle); dumps.put(threaddump, threads); } } return dumps; } private static File getClassFile(final File sourcePath, final String classname) { final String classPath = classname.replace('.', '/') + ".java"; final File file = new File(sourcePath, classPath); return file; } private static String getLine(final File file, final int line) { // find class if (!file.exists()) return ""; try { final String lineString = nxTools.line(FileUtils.read(file), line); if (lineString == null) return "@ERROR"; return lineString; } catch (final IOException e) { return "@EXCEPTION: " + e.getMessage(); } } private static void bufferappend(final StringBuilder buffer, final boolean plain, final String a) { buffer.append(a); if (plain) { buffer.append("\n"); } else { buffer.append("
"); } } }