2007-12-04 21:19:13 +01:00
// plasmaProfiling.java
// (C) 2007 by Michael Peter Christen; mc@yacy.net, Frankfurt a. M., Germany
// first published 04.12.2007 on http://yacy.net
//
// This is a part of YaCy, a peer-to-peer based web search engine
//
2011-03-08 02:51:51 +01:00
// $LastChangedDate$
// $LastChangedRevision$
// $LastChangedBy$
2007-12-04 21:19:13 +01:00
//
// LICENSE
2011-07-14 05:25:57 +02:00
//
2007-12-04 21:19:13 +01:00
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
2009-10-20 00:34:44 +02:00
package de.anomic.yacy.graphics ;
2007-12-04 21:19:13 +01:00
2007-12-18 16:59:35 +01:00
import java.util.ConcurrentModificationException ;
2009-12-08 15:25:51 +01:00
import java.util.Iterator ;
2007-12-04 21:19:13 +01:00
2009-12-08 15:25:51 +01:00
import net.yacy.kelondro.util.EventTracker ;
import net.yacy.kelondro.util.EventTracker.Event ;
2009-10-20 00:34:44 +02:00
import net.yacy.visualization.ChartPlotter ;
2011-07-14 05:25:57 +02:00
import net.yacy.visualization.RasterPlotter ;
import de.anomic.search.SearchEvent ;
2009-10-20 00:34:44 +02:00
2009-07-19 22:37:44 +02:00
public class ProfilingGraph {
2011-07-14 05:25:57 +02:00
2009-10-20 00:34:44 +02:00
private static ChartPlotter bufferChart = null ;
2009-12-08 15:25:51 +01:00
public static long maxTime = 600000L ;
2011-07-14 05:25:57 +02:00
2010-09-13 11:33:04 +02:00
public static long maxPayload ( final EventTracker . EClass eventname , final long min ) {
2009-12-08 15:25:51 +01:00
final Iterator < Event > list = EventTracker . getHistory ( eventname ) ;
2009-08-28 15:28:11 +02:00
if ( list = = null ) return min ;
2007-12-04 21:19:13 +01:00
long max = min , l ;
2009-08-28 15:28:11 +02:00
synchronized ( list ) {
2009-12-08 15:25:51 +01:00
EventTracker . Event event ;
while ( list . hasNext ( ) ) {
event = list . next ( ) ;
2009-08-28 15:28:11 +02:00
l = ( ( Long ) event . payload ) . longValue ( ) ;
if ( l > max ) max = l ;
}
2007-12-04 21:19:13 +01:00
}
return max ;
}
2011-07-14 05:25:57 +02:00
public static RasterPlotter performanceGraph ( final int width , final int height , final String subline , final boolean showMemory ) {
2007-12-04 21:19:13 +01:00
// find maximum values for automatic graph dimension adoption
2010-09-13 11:33:04 +02:00
final int maxppm = ( int ) maxPayload ( EventTracker . EClass . PPM , 25 ) ;
final int maxwords = ( int ) maxPayload ( EventTracker . EClass . WORDCACHE , 12000 ) ;
final long maxbytes = maxPayload ( EventTracker . EClass . MEMORY , 110 * 1024 * 1024 ) ;
2009-01-30 19:53:51 +01:00
final int maxmbytes = ( int ) ( maxbytes / 1024 / 1024 ) ;
2011-07-14 05:25:57 +02:00
2007-12-04 21:19:13 +01:00
// declare graph and set dimensions
2008-08-02 14:12:04 +02:00
final int leftborder = 30 ;
final int rightborder = 30 ;
final int topborder = 20 ;
final int bottomborder = 20 ;
2011-07-14 05:25:57 +02:00
final int leftscale = ( maxwords > 150000 ) ? maxwords / 150000 * 20000 : 10000 ;
final int rightscale = showMemory ? ( ( maxmbytes > 1500 ) ? maxmbytes / 1500 * 200 : 100 ) : Math . max ( 100 , maxppm / 100 * 100 ) ;
2009-04-24 15:18:20 +02:00
final int anotscale = 1000 ;
2008-08-02 14:12:04 +02:00
final int bottomscale = 60 ;
final int vspace = height - topborder - bottomborder ;
final int hspace = width - leftborder - rightborder ;
final int maxtime = 600 ;
2009-10-20 00:34:44 +02:00
ChartPlotter chart = new ChartPlotter ( width , height , " FFFFFF " , " 000000 " , " AAAAAA " , leftborder , rightborder , topborder , bottomborder , " YACY PEER PERFORMANCE: MAIN MEMORY, WORD CACHE AND PAGES/MINUTE (PPM) " , subline ) ;
chart . declareDimension ( ChartPlotter . DIMENSION_BOTTOM , bottomscale , hspace / ( maxtime / bottomscale ) , - maxtime , " 000000 " , " CCCCCC " , " TIME/SECONDS " ) ;
2011-07-14 05:25:57 +02:00
chart . declareDimension ( ChartPlotter . DIMENSION_LEFT , leftscale , vspace * leftscale / maxwords , 0 , " 008800 " , null , " WORDS IN INDEXING CACHE " ) ;
if ( showMemory ) {
chart . declareDimension ( ChartPlotter . DIMENSION_RIGHT , rightscale , vspace * rightscale / maxmbytes , 0 , " 0000FF " , " CCCCCC " , " MEMORY/MEGABYTE " ) ;
} else {
chart . declareDimension ( ChartPlotter . DIMENSION_RIGHT , rightscale , vspace * rightscale / Math . max ( 1 , maxppm ) , 0 , " FF0000 " , " CCCCCC " , " INDEXING SPEED/PAGES PER MINUTE " ) ;
}
2009-10-20 00:34:44 +02:00
chart . declareDimension ( ChartPlotter . DIMENSION_ANOT0 , anotscale , vspace * anotscale / maxppm , 0 , " 008800 " , null , " PPM [PAGES/MINUTE] " ) ;
chart . declareDimension ( ChartPlotter . DIMENSION_ANOT1 , vspace / 6 , vspace / 6 , 0 , " 888800 " , null , " URL " ) ;
2011-07-14 09:07:06 +02:00
chart . declareDimension ( ChartPlotter . DIMENSION_ANOT2 , 1 , 1 , 0 , " 888800 " , null , " PING " ) ;
2011-07-14 05:25:57 +02:00
2008-08-04 12:47:26 +02:00
// draw chart
2008-08-02 14:12:04 +02:00
long time ;
2008-08-02 15:57:00 +02:00
final long now = System . currentTimeMillis ( ) ;
long bytes ;
2011-07-14 09:07:06 +02:00
int x0 , x1 , y0 , y1 ;
2007-12-18 16:59:35 +01:00
try {
2008-10-10 00:31:43 +02:00
// draw urls
/ *
Iterator < Event > i = serverProfiling . history ( " indexed " ) ;
x0 = 1 ; y0 = 0 ;
while ( i . hasNext ( ) ) {
event = i . next ( ) ;
time = event . time - now ;
x1 = ( int ) ( time / 1000 ) ;
y1 = ppm ;
chart . setColor ( " AA8888 " ) ;
if ( x0 < 0 ) chart . chartLine ( ymageChart . DIMENSION_BOTTOM , ymageChart . DIMENSION_ANOT0 , x0 , y0 , x1 , y1 ) ;
chart . setColor ( " AA2222 " ) ;
chart . chartDot ( ymageChart . DIMENSION_BOTTOM , ymageChart . DIMENSION_ANOT0 , x1 , y1 , 2 , ( ( String ) event . payload ) , 315 ) ;
x0 = x1 ; y0 = y1 ;
}
* /
2011-07-14 05:25:57 +02:00
Iterator < Event > events ;
2008-08-04 12:47:26 +02:00
// draw memory
2011-07-14 05:25:57 +02:00
if ( showMemory ) {
events = EventTracker . getHistory ( EventTracker . EClass . MEMORY ) ;
x0 = 1 ; y0 = 0 ;
if ( events ! = null ) {
EventTracker . Event event ;
while ( events . hasNext ( ) ) {
event = events . next ( ) ;
time = event . time - now ;
bytes = ( ( Long ) event . payload ) . longValue ( ) ;
x1 = ( int ) ( time / 1000 ) ;
y1 = ( int ) ( bytes / 1024 / 1024 ) ;
chart . setColor ( " AAAAFF " ) ;
chart . chartDot ( ChartPlotter . DIMENSION_BOTTOM , ChartPlotter . DIMENSION_RIGHT , x1 , y1 , 2 , null , 0 ) ;
chart . setColor ( " 0000FF " ) ;
if ( x0 < 0 ) chart . chartLine ( ChartPlotter . DIMENSION_BOTTOM , ChartPlotter . DIMENSION_RIGHT , x0 , y0 , x1 , y1 ) ;
x0 = x1 ; y0 = y1 ;
}
2009-12-08 15:25:51 +01:00
}
}
2011-07-14 05:25:57 +02:00
2008-08-04 12:47:26 +02:00
// draw wordcache
2010-09-13 11:33:04 +02:00
events = EventTracker . getHistory ( EventTracker . EClass . WORDCACHE ) ;
2008-08-04 12:47:26 +02:00
x0 = 1 ; y0 = 0 ;
2009-12-08 15:25:51 +01:00
if ( events ! = null ) {
EventTracker . Event event ;
2011-07-14 09:07:06 +02:00
int words ;
2009-12-08 15:25:51 +01:00
while ( events . hasNext ( ) ) {
event = events . next ( ) ;
time = event . time - now ;
words = ( int ) ( ( Long ) event . payload ) . longValue ( ) ;
x1 = ( int ) ( time / 1000 ) ;
y1 = words ;
chart . setColor ( " 228822 " ) ;
chart . chartDot ( ChartPlotter . DIMENSION_BOTTOM , ChartPlotter . DIMENSION_LEFT , x1 , y1 , 2 , null , 315 ) ;
chart . setColor ( " 008800 " ) ;
if ( x0 < 0 ) chart . chartLine ( ChartPlotter . DIMENSION_BOTTOM , ChartPlotter . DIMENSION_LEFT , x0 , y0 , x1 , y1 ) ;
x0 = x1 ; y0 = y1 ;
}
}
2011-07-14 05:25:57 +02:00
2008-08-04 12:47:26 +02:00
// draw ppm
2010-09-13 11:33:04 +02:00
events = EventTracker . getHistory ( EventTracker . EClass . PPM ) ;
2008-08-04 12:47:26 +02:00
x0 = 1 ; y0 = 0 ;
2009-12-08 15:25:51 +01:00
if ( events ! = null ) {
EventTracker . Event event ;
2011-07-14 09:07:06 +02:00
int ppm ;
2009-12-08 15:25:51 +01:00
while ( events . hasNext ( ) ) {
event = events . next ( ) ;
time = event . time - now ;
ppm = ( int ) ( ( Long ) event . payload ) . longValue ( ) ;
x1 = ( int ) ( time / 1000 ) ;
y1 = ppm ;
chart . setColor ( " AA8888 " ) ;
if ( x0 < 0 ) chart . chartLine ( ChartPlotter . DIMENSION_BOTTOM , ChartPlotter . DIMENSION_ANOT0 , x0 , y0 , x1 , y1 ) ;
chart . setColor ( " AA2222 " ) ;
chart . chartDot ( ChartPlotter . DIMENSION_BOTTOM , ChartPlotter . DIMENSION_ANOT0 , x1 , y1 , 2 , ppm + " PPM " , 0 ) ;
x0 = x1 ; y0 = y1 ;
}
}
2011-07-14 05:25:57 +02:00
2011-07-14 09:07:06 +02:00
// draw peer ping
events = EventTracker . getHistory ( EventTracker . EClass . PEERPING ) ;
x0 = 1 ; y0 = 0 ;
if ( events ! = null ) {
EventTracker . Event event ;
EventPing ping ;
2011-07-15 11:14:21 +02:00
String pingPeer ;
2011-07-14 09:07:06 +02:00
while ( events . hasNext ( ) ) {
event = events . next ( ) ;
time = event . time - now ;
ping = ( EventPing ) event . payload ;
x1 = ( int ) ( time / 1000 ) ;
y1 = Math . abs ( ( ping . outgoing ? ping . toPeer : ping . fromPeer ) . hashCode ( ) ) % vspace ;
2011-07-15 11:14:21 +02:00
pingPeer = ping . outgoing ? " -> " + ping . toPeer . toUpperCase ( ) : " <- " + ping . fromPeer . toUpperCase ( ) ;
2011-07-14 09:07:06 +02:00
chart . setColor ( " 444444 " ) ;
2011-07-15 11:14:21 +02:00
chart . chartDot ( ChartPlotter . DIMENSION_BOTTOM , ChartPlotter . DIMENSION_ANOT2 , x1 , y1 , 2 , pingPeer + ( ping . newPeers > 0 ? " (+ " + ping . newPeers + " ) " : " " ) , 0 ) ;
2011-07-14 09:07:06 +02:00
x0 = x1 ; y0 = y1 ;
}
}
2007-12-18 16:59:35 +01:00
bufferChart = chart ;
2008-08-02 14:12:04 +02:00
} catch ( final ConcurrentModificationException cme ) {
2007-12-18 16:59:35 +01:00
chart = bufferChart ;
2007-12-04 21:19:13 +01:00
}
2011-07-14 05:25:57 +02:00
2007-12-07 03:15:12 +01:00
return chart ;
2007-12-04 21:19:13 +01:00
}
2011-07-14 05:25:57 +02:00
2011-07-14 09:07:06 +02:00
public static class EventSearch {
2010-09-13 11:33:04 +02:00
public SearchEvent . Type processName ;
public String comment ;
public String queryID ;
2007-12-04 21:19:13 +01:00
public long duration ;
public int resultCount ;
2011-07-14 05:25:57 +02:00
2011-07-14 09:07:06 +02:00
public EventSearch ( final String queryID , final SearchEvent . Type processName , final String comment , final int resultCount , final long duration ) {
2007-12-04 21:19:13 +01:00
this . queryID = queryID ;
this . processName = processName ;
2010-09-13 11:33:04 +02:00
this . comment = comment ;
2007-12-04 21:19:13 +01:00
this . resultCount = resultCount ;
this . duration = duration ;
}
}
2011-07-14 05:25:57 +02:00
2011-07-14 09:07:06 +02:00
public static class EventDHT {
public String fromPeer , toPeer ;
public boolean outgoing ;
public int totalReferences , newReferences ;
public EventDHT ( final String fromPeer , final String toPeer , final boolean outgoing , final int totalReferences , final int newReferences ) {
this . fromPeer = fromPeer ;
this . toPeer = toPeer ;
this . outgoing = outgoing ;
this . totalReferences = totalReferences ;
this . newReferences = newReferences ;
}
}
public static class EventPing {
public String fromPeer , toPeer ;
public boolean outgoing ;
public int newPeers ;
public EventPing ( final String fromPeer , final String toPeer , final boolean outgoing , final int newPeers ) {
this . fromPeer = fromPeer ;
this . toPeer = toPeer ;
this . outgoing = outgoing ;
this . newPeers = newPeers ;
}
}
2007-12-04 21:19:13 +01:00
}