// httpdFileHandler.java // ----------------------- // (C) by Michael Peter Christen; mc@yacy.net // first published on http://www.anomic.de // Frankfurt, Germany, 2004, 2005 // last major change: 05.10.2005 // // This program is free software; you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation; either version 2 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program; if not, write to the Free Software // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA /* Class documentation: this class provides a file servlet and CGI interface for the httpd server. Whenever this server is addressed to load a local file, this class searches for the file in the local path as configured in the setting property 'rootPath' The servlet loads the file and returns it to the client. Every file can also act as an template for the built-in CGI interface. There is no specific path for CGI functions. CGI functionality is triggered, if for the file to-be-served 'template.html' also a file 'template.class' exists. Then, the class file is called with the GET/POST properties that are attached to the http call. Possible variable hand-over are: - form method GET - form method POST, enctype text/plain - form method POST, enctype multipart/form-data The class that creates the CGI respond must have at least one static method of the form public static java.util.Hashtable respond(java.util.HashMap, serverSwitch) In the HashMap, the GET/POST variables are handed over. The return value is a Property object that contains replacement key/value pairs for the patterns in the template file. The templates must have the form either '#['']#' for single attributes, or '#{''}#' and '#{/''}#' for enumerations of values '#['']#'. A single value in repetitions/enumerations in the template has the property key '_''_' Please see also the example files 'test.html' and 'test.java' */ package de.anomic.http; import java.awt.Image; import java.awt.image.BufferedImage; import java.io.BufferedInputStream; import java.io.ByteArrayInputStream; import java.io.File; import java.io.FileInputStream; import java.io.IOException; import java.io.InputStream; import java.io.OutputStream; import java.io.UnsupportedEncodingException; import java.lang.ref.SoftReference; import java.lang.reflect.InvocationTargetException; import java.lang.reflect.Method; import java.net.URLDecoder; import java.util.Date; import java.util.HashMap; import java.util.Iterator; import java.util.Map; import java.util.Properties; import java.util.zip.GZIPOutputStream; import de.anomic.htmlFilter.htmlFilterContentScraper; import de.anomic.plasma.plasmaParser; import de.anomic.plasma.plasmaSwitchboard; import de.anomic.plasma.plasmaSwitchboardConstants; import de.anomic.server.serverByteBuffer; import de.anomic.server.serverClassLoader; import de.anomic.server.serverCore; import de.anomic.server.serverDate; import de.anomic.server.serverFileUtils; import de.anomic.server.serverObjects; import de.anomic.server.serverSwitch; import de.anomic.server.servletProperties; import de.anomic.server.logging.serverLog; import de.anomic.ymage.ymageMatrix; public final class httpdFileHandler { private static final boolean safeServletsMode = false; // if true then all servlets are called synchronized private static final Properties mimeTable = new Properties(); // create a class loader private static final serverClassLoader provider = new serverClassLoader(/*this.getClass().getClassLoader()*/); private static serverSwitch switchboard = null; private static plasmaSwitchboard sb = plasmaSwitchboard.getSwitchboard(); private static File htRootPath = null; private static File htDocsPath = null; private static File htTemplatePath = null; private static String[] defaultFiles = null; private static File htDefaultPath = null; private static File htLocalePath = null; private static final HashMap> templateCache; private static final HashMap> templateMethodCache; public static final boolean useTemplateCache; //private Properties connectionProperties = null; // creating a logger private static final serverLog theLogger = new serverLog("FILEHANDLER"); static { final serverSwitch theSwitchboard = plasmaSwitchboard.getSwitchboard(); useTemplateCache = theSwitchboard.getConfig("enableTemplateCache","true").equalsIgnoreCase("true"); templateCache = (useTemplateCache)? new HashMap>() : new HashMap>(0); templateMethodCache = (useTemplateCache) ? new HashMap>() : new HashMap>(0); if (httpdFileHandler.switchboard == null) { httpdFileHandler.switchboard = theSwitchboard; if (mimeTable.size() == 0) { // load the mime table final String mimeTablePath = theSwitchboard.getConfig("mimeConfig",""); BufferedInputStream mimeTableInputStream = null; try { serverLog.logConfig("HTTPDFiles", "Loading mime mapping file " + mimeTablePath); mimeTableInputStream = new BufferedInputStream(new FileInputStream(new File(theSwitchboard.getRootPath(), mimeTablePath))); mimeTable.load(mimeTableInputStream); } catch (final Exception e) { serverLog.logSevere("HTTPDFiles", "ERROR: path to configuration file or configuration invalid\n" + e); System.exit(1); } finally { if (mimeTableInputStream != null) try { mimeTableInputStream.close(); } catch (final Exception e1) {} } } // create default files array initDefaultPath(); // create a htRootPath: system pages if (htRootPath == null) { htRootPath = new File(theSwitchboard.getRootPath(), theSwitchboard.getConfig(plasmaSwitchboardConstants.HTROOT_PATH, plasmaSwitchboardConstants.HTROOT_PATH_DEFAULT)); if (!(htRootPath.exists())) htRootPath.mkdir(); } // create a htDocsPath: user defined pages if (htDocsPath == null) { htDocsPath = theSwitchboard.getConfigPath(plasmaSwitchboardConstants.HTDOCS_PATH, plasmaSwitchboardConstants.HTDOCS_PATH_DEFAULT); if (!(htDocsPath.exists())) htDocsPath.mkdirs(); } // create a repository path final File repository = new File(htDocsPath, "repository"); if (!repository.exists()) repository.mkdirs(); // create a htTemplatePath if (htTemplatePath == null) { htTemplatePath = theSwitchboard.getConfigPath("htTemplatePath","htroot/env/templates"); if (!(htTemplatePath.exists())) htTemplatePath.mkdir(); } //This is now handles by #%env/templates/foo%# //if (templates.size() == 0) templates.putAll(httpTemplate.loadTemplates(htTemplatePath)); // create htLocaleDefault, htLocalePath if (htDefaultPath == null) htDefaultPath = theSwitchboard.getConfigPath("htDefaultPath", "htroot"); if (htLocalePath == null) htLocalePath = theSwitchboard.getConfigPath("locale.translated_html", "DATA/LOCALE/htroot"); } } public static final void initDefaultPath() { // create default files array defaultFiles = switchboard.getConfig("defaultFiles","index.html").split(","); if (defaultFiles.length == 0) defaultFiles = new String[] {"index.html"}; } /** Returns a path to the localized or default file according to the locale.language (from he switchboard) * @param path relative from htroot */ public static File getLocalizedFile(final String path){ return getLocalizedFile(path, switchboard.getConfig("locale.language","default")); } /** Returns a path to the localized or default file according to the parameter localeSelection * @param path relative from htroot * @param localeSelection language of localized file; locale.language from switchboard is used if localeSelection.equals("") */ public static File getLocalizedFile(final String path, final String localeSelection){ if (htDefaultPath == null) htDefaultPath = switchboard.getConfigPath("htDefaultPath","htroot"); if (htLocalePath == null) htLocalePath = switchboard.getConfigPath("locale.translated_html","DATA/LOCALE/htroot"); if (!(localeSelection.equals("default"))) { final File localePath = new File(htLocalePath, localeSelection + '/' + path); if (localePath.exists()) // avoid "NoSuchFile" troubles if the "localeSelection" is misspelled return localePath; } return new File(htDefaultPath, path); } // private void textMessage(OutputStream out, int retcode, String body) throws IOException { // httpd.sendRespondHeader( // this.connectionProperties, // the connection properties // out, // the output stream // "HTTP/1.1", // the http version that should be used // retcode, // the http status code // null, // the http status message // "text/plain", // the mimetype // body.length(), // the content length // httpc.nowDate(), // the modification date // null, // the expires date // null, // cookies // null, // content encoding // null); // transfer encoding // out.write(body.getBytes()); // out.flush(); // } private static final httpResponseHeader getDefaultHeaders(final String path) { final httpResponseHeader headers = new httpResponseHeader(); String ext; int pos; if ((pos = path.lastIndexOf('.')) < 0) { ext = ""; } else { ext = path.substring(pos + 1).toLowerCase(); } headers.put(httpResponseHeader.SERVER, "AnomicHTTPD (www.anomic.de)"); headers.put(httpResponseHeader.DATE, HttpClient.dateString(new Date())); if(!(plasmaParser.mediaExtContains(ext))){ headers.put(httpResponseHeader.PRAGMA, "no-cache"); } return headers; } public static void doGet(final Properties conProp, final httpRequestHeader requestHeader, final OutputStream response) { doResponse(conProp, requestHeader, response, null); } public static void doHead(final Properties conProp, final httpRequestHeader requestHeader, final OutputStream response) { doResponse(conProp, requestHeader, response, null); } public static void doPost(final Properties conProp, final httpRequestHeader requestHeader, final OutputStream response, final InputStream body) { doResponse(conProp, requestHeader, response, body); } public static void doResponse(final Properties conProp, final httpRequestHeader requestHeader, final OutputStream out, final InputStream body) { String path = null; try { // getting some connection properties final String method = conProp.getProperty(httpHeader.CONNECTION_PROP_METHOD); path = conProp.getProperty(httpHeader.CONNECTION_PROP_PATH); String argsString = conProp.getProperty(httpHeader.CONNECTION_PROP_ARGS); // is null if no args were given final String httpVersion = conProp.getProperty(httpHeader.CONNECTION_PROP_HTTP_VER); final String clientIP = conProp.getProperty(httpHeader.CONNECTION_PROP_CLIENTIP, "unknown-host"); // check hack attacks in path if (path.indexOf("..") >= 0) { httpd.sendRespondError(conProp,out,4,403,null,"Access not allowed",null); return; } // url decoding of path try { path = URLDecoder.decode(path, "UTF-8"); } catch (final UnsupportedEncodingException e) { // This should never occur assert(false) : "UnsupportedEncodingException: " + e.getMessage(); } // check again hack attacks in path if (path.indexOf("..") >= 0) { httpd.sendRespondError(conProp,out,4,403,null,"Access not allowed",null); return; } // check permission/granted access String authorization = requestHeader.get(httpRequestHeader.AUTHORIZATION); if (authorization != null && authorization.length() == 0) authorization = null; final String adminAccountBase64MD5 = switchboard.getConfig(httpd.ADMIN_ACCOUNT_B64MD5, ""); int pos = path.lastIndexOf("."); final boolean adminAccountForLocalhost = sb.getConfigBool("adminAccountForLocalhost", false); final String refererHost = requestHeader.refererHost(); final boolean accessFromLocalhost = serverCore.isLocalhost(clientIP) && (refererHost.length() == 0 || serverCore.isLocalhost(refererHost)); final boolean grantedForLocalhost = adminAccountForLocalhost && accessFromLocalhost; final boolean protectedPage = (path.substring(0,(pos==-1)?path.length():pos)).endsWith("_p"); final boolean accountEmpty = adminAccountBase64MD5.length() == 0; if (!grantedForLocalhost && protectedPage && !accountEmpty) { // authentication required if (authorization == null) { // no authorization given in response. Ask for that final httpResponseHeader responseHeader = getDefaultHeaders(path); responseHeader.put(httpRequestHeader.WWW_AUTHENTICATE,"Basic realm=\"admin log-in\""); //httpd.sendRespondHeader(conProp,out,httpVersion,401,headers); final servletProperties tp=new servletProperties(); tp.put("returnto", path); //TODO: separate error page Wrong Login / No Login httpd.sendRespondError(conProp, out, 5, 401, "Wrong Authentication", "", new File("proxymsg/authfail.inc"), tp, null, responseHeader); return; } else if ( (httpd.staticAdminAuthenticated(authorization.trim().substring(6), switchboard) == 4) || (sb.userDB.hasAdminRight(authorization, conProp.getProperty(httpHeader.CONNECTION_PROP_CLIENTIP), requestHeader.getHeaderCookies()))) { //Authentication successful. remove brute-force flag serverCore.bfHost.remove(conProp.getProperty(httpHeader.CONNECTION_PROP_CLIENTIP)); } else { // a wrong authentication was given or the userDB user does not have admin access. Ask again serverLog.logInfo("HTTPD", "Wrong log-in for account 'admin' in http file handler for path '" + path + "' from host '" + clientIP + "'"); final Integer attempts = serverCore.bfHost.get(clientIP); if (attempts == null) serverCore.bfHost.put(clientIP, Integer.valueOf(1)); else serverCore.bfHost.put(clientIP, Integer.valueOf(attempts.intValue() + 1)); final httpResponseHeader headers = getDefaultHeaders(path); headers.put(httpRequestHeader.WWW_AUTHENTICATE,"Basic realm=\"admin log-in\""); httpd.sendRespondHeader(conProp,out,httpVersion,401,headers); return; } } // parse arguments serverObjects args = new serverObjects(); int argc = 0; if (argsString == null) { // no args here, maybe a POST with multipart extension int length = requestHeader.getContentLength(); //System.out.println("HEADER: " + requestHeader.toString()); // DEBUG if (method.equals(httpHeader.METHOD_POST)) { // if its a POST, it can be either multipart or as args in the body if ((requestHeader.containsKey(httpHeader.CONTENT_TYPE)) && (requestHeader.get(httpHeader.CONTENT_TYPE).toLowerCase().startsWith("multipart"))) { // parse multipart final HashMap files = httpd.parseMultipart(requestHeader, args, body); // integrate these files into the args if (files != null) { final Iterator> fit = files.entrySet().iterator(); Map.Entry entry; while (fit.hasNext()) { entry = fit.next(); args.put(entry.getKey() + "$file", entry.getValue()); } } argc = Integer.parseInt(requestHeader.get("ARGC")); } else { // parse args in body argc = httpd.parseArgs(args, body, length); } } else { // no args argsString = null; args = null; argc = 0; } } else { // simple args in URL (stuff after the "?") argc = httpd.parseArgs(args, argsString); } // check for cross site scripting - attacks in request arguments if (args != null && argc > 0) { // check all values for occurrences of script values final Iterator e = args.values().iterator(); // enumeration of values String val; while (e.hasNext()) { val = e.next(); if ((val != null) && (val.indexOf("= 0)) { // deny request httpd.sendRespondError(conProp,out,4,403,null,"bad post values",null); return; } } } // we are finished with parsing // the result of value hand-over is in args and argc if (path.length() == 0) { httpd.sendRespondError(conProp,out,4,400,null,"Bad Request",null); out.flush(); return; } File targetClass=null; // locate the file if (!(path.startsWith("/"))) path = "/" + path; // attach leading slash // a different language can be desired (by i.e. ConfigBasic.html) than the one stored in the locale.language String localeSelection = switchboard.getConfig("locale.language","default"); if (args != null && (args.containsKey("language"))) { // TODO 9.11.06 Bost: a class with information about available languages is needed. // the indexOf(".") is just a workaround because there from ConfigLanguage.html commes "de.lng" and // from ConfigBasic.html comes just "de" in the "language" parameter localeSelection = args.get("language", localeSelection); if (localeSelection.indexOf(".") != -1) localeSelection = localeSelection.substring(0, localeSelection.indexOf(".")); } File targetFile = getLocalizedFile(path, localeSelection); final String targetExt = conProp.getProperty("EXT",""); targetClass = rewriteClassFile(new File(htDefaultPath, path)); if (path.endsWith("/")) { String testpath; // attach default file name for (int i = 0; i < defaultFiles.length; i++) { testpath = path + defaultFiles[i]; targetFile = getOverlayedFile(testpath); targetClass = getOverlayedClass(testpath); if (targetFile.exists()) { path = testpath; break; } } //no defaultfile, send a dirlisting if (targetFile == null || !targetFile.exists()) { final StringBuffer aBuffer = new StringBuffer(); aBuffer.append("\n\n\n\n

Index of " + path + "

\n
    \n"); final File dir = new File(htDocsPath, path); String[] list = dir.list(); if (list == null) list = new String[0]; // should not occur! File f; String size; long sz; String headline, author, description; int images, links; htmlFilterContentScraper scraper; for (int i = 0; i < list.length; i++) { f = new File(dir, list[i]); if (f.isDirectory()) { aBuffer.append("
  • " + list[i] + "/
  • \n"); } else { if (list[i].endsWith("html") || (list[i].endsWith("htm"))) { scraper = htmlFilterContentScraper.parseResource(f); headline = scraper.getTitle(); author = scraper.getAuthor(); description = scraper.getDescription(); images = scraper.getImages().size(); links = scraper.getAnchors().size(); } else { headline = null; author = null; description = null; images = 0; links = 0; } sz = f.length(); if (sz < 1024) { size = sz + " bytes"; } else if (sz < 1024 * 1024) { size = (sz / 1024) + " KB"; } else { size = (sz / 1024 / 1024) + " MB"; } aBuffer.append("
  • "); if ((headline != null) && (headline.length() > 0)) aBuffer.append("" + headline + "
    "); aBuffer.append("" + list[i] + "
    "); if ((author != null) && (author.length() > 0)) aBuffer.append("Author: " + author + "
    "); if ((description != null) && (description.length() > 0)) aBuffer.append("Description: " + description + "
    "); aBuffer.append(serverDate.formatShortDay(new Date(f.lastModified())) + ", " + size + ((images > 0) ? ", " + images + " images" : "") + ((links > 0) ? ", " + links + " links" : "") + "
  • \n"); } } aBuffer.append("
\n\n\n"); // write the list to the client httpd.sendRespondHeader(conProp, out, httpVersion, 200, null, "text/html", aBuffer.length(), new Date(dir.lastModified()), null, new httpResponseHeader(), null, null, true); if (!method.equals(httpHeader.METHOD_HEAD)) { out.write(aBuffer.toString().getBytes()); } return; } } else { //XXX: you cannot share a .png/.gif file with a name like a class in htroot. if ( !(targetFile.exists()) && !((path.endsWith("png")||path.endsWith("gif")||path.endsWith(".stream"))&&targetClass!=null ) ){ targetFile = new File(htDocsPath, path); targetClass = rewriteClassFile(new File(htDocsPath, path)); } } //File targetClass = rewriteClassFile(targetFile); //We need tp here servletProperties tp = new servletProperties(); Date targetDate; boolean nocache = false; if ((targetClass != null) && (path.endsWith("png"))) { // call an image-servlet to produce an on-the-fly - generated image Object img = null; try { requestHeader.put(httpHeader.CONNECTION_PROP_CLIENTIP, conProp.getProperty(httpHeader.CONNECTION_PROP_CLIENTIP)); requestHeader.put(httpHeader.CONNECTION_PROP_PATH, path); // in case that there are no args given, args = null or empty hashmap img = invokeServlet(targetClass, requestHeader, args); } catch (final InvocationTargetException e) { theLogger.logSevere("INTERNAL ERROR: " + e.toString() + ":" + e.getMessage() + " target exception at " + targetClass + ": " + e.getTargetException().toString() + ":" + e.getTargetException().getMessage() + "; java.awt.graphicsenv='" + System.getProperty("java.awt.graphicsenv","") + "'",e); targetClass = null; } if (img == null) { // error with image generation; send file-not-found httpd.sendRespondError(conProp, out, 3, 404, "File not Found", null, null); } else { if (img instanceof ymageMatrix) { final ymageMatrix yp = (ymageMatrix) img; // send an image to client targetDate = new Date(System.currentTimeMillis()); nocache = true; final String mimeType = mimeTable.getProperty(targetExt, "text/html"); final serverByteBuffer result = ymageMatrix.exportImage(yp.getImage(), targetExt); // write the array to the client httpd.sendRespondHeader(conProp, out, httpVersion, 200, null, mimeType, result.length(), targetDate, null, null, null, null, nocache); if (!method.equals(httpHeader.METHOD_HEAD)) { result.writeTo(out); } } if (img instanceof Image) { final Image i = (Image) img; // send an image to client targetDate = new Date(System.currentTimeMillis()); nocache = true; final String mimeType = mimeTable.getProperty(targetExt, "text/html"); // generate an byte array from the generated image int width = i.getWidth(null); if (width < 0) width = 96; // bad hack int height = i.getHeight(null); if (height < 0) height = 96; // bad hack final BufferedImage bi = new BufferedImage(width, height, BufferedImage.TYPE_INT_RGB); bi.createGraphics().drawImage(i, 0, 0, width, height, null); final serverByteBuffer result = ymageMatrix.exportImage(bi, targetExt); // write the array to the client httpd.sendRespondHeader(conProp, out, httpVersion, 200, null, mimeType, result.length(), targetDate, null, null, null, null, nocache); if (!method.equals(httpHeader.METHOD_HEAD)) { result.writeTo(out); } } } } else if ((targetClass != null) && (path.endsWith(".stream"))) { // call rewrite-class requestHeader.put(httpHeader.CONNECTION_PROP_CLIENTIP, conProp.getProperty(httpHeader.CONNECTION_PROP_CLIENTIP)); requestHeader.put(httpHeader.CONNECTION_PROP_PATH, path); //requestHeader.put(httpHeader.CONNECTION_PROP_INPUTSTREAM, body); //requestHeader.put(httpHeader.CONNECTION_PROP_OUTPUTSTREAM, out); httpd.sendRespondHeader(conProp, out, httpVersion, 200, null); // in case that there are no args given, args = null or empty hashmap /* servletProperties tp = (servlerObjects) */ invokeServlet(targetClass, requestHeader, args); forceConnectionClose(conProp); return; } else if ((targetFile.exists()) && (targetFile.canRead())) { // we have found a file that can be written to the client // if this file uses templates, then we use the template // re-write - method to create an result final String mimeType = mimeTable.getProperty(targetExt,"text/html"); final boolean zipContent = requestHeader.acceptGzip() && httpd.shallTransportZipped("." + conProp.getProperty("EXT","")); if (path.endsWith("html") || path.endsWith("xml") || path.endsWith("rdf") || path.endsWith("rss") || path.endsWith("csv") || path.endsWith("pac") || path.endsWith("src") || path.endsWith("vcf") || path.endsWith("/") || path.equals("/robots.txt")) { /*targetFile = getLocalizedFile(path); if (!(targetFile.exists())) { // try to find that file in the htDocsPath File trialFile = new File(htDocsPath, path); if (trialFile.exists()) targetFile = trialFile; }*/ // call rewrite-class if (targetClass == null) { targetDate = new Date(targetFile.lastModified()); } else { // CGI-class: call the class to create a property for rewriting try { requestHeader.put(httpHeader.CONNECTION_PROP_CLIENTIP, conProp.getProperty(httpHeader.CONNECTION_PROP_CLIENTIP)); requestHeader.put(httpHeader.CONNECTION_PROP_PATH, path); // in case that there are no args given, args = null or empty hashmap final Object tmp = invokeServlet(targetClass, requestHeader, args); if (tmp == null) { // if no args given, then tp will be an empty Hashtable object (not null) tp = new servletProperties(); } else if (tmp instanceof servletProperties) { tp = (servletProperties) tmp; } else { tp = new servletProperties((serverObjects) tmp); } // check if the servlets requests authentification if (tp.containsKey(servletProperties.ACTION_AUTHENTICATE)) { // handle brute-force protection if (authorization != null) { serverLog.logInfo("HTTPD", "dynamic log-in for account 'admin' in http file handler for path '" + path + "' from host '" + clientIP + "'"); final Integer attempts = serverCore.bfHost.get(clientIP); if (attempts == null) serverCore.bfHost.put(clientIP, Integer.valueOf(1)); else serverCore.bfHost.put(clientIP, Integer.valueOf(attempts.intValue() + 1)); } // send authentication request to browser final httpResponseHeader headers = getDefaultHeaders(path); headers.put(httpRequestHeader.WWW_AUTHENTICATE,"Basic realm=\"" + tp.get(servletProperties.ACTION_AUTHENTICATE, "") + "\""); httpd.sendRespondHeader(conProp,out,httpVersion,401,headers); return; } else if (tp.containsKey(servletProperties.ACTION_LOCATION)) { String location = tp.get(servletProperties.ACTION_LOCATION, ""); if (location.length() == 0) location = path; final httpResponseHeader headers = getDefaultHeaders(path); headers.setCookieVector(tp.getOutgoingHeader().getCookieVector()); //put the cookies into the new header TODO: can we put all headerlines, without trouble? headers.put(httpHeader.LOCATION,location); httpd.sendRespondHeader(conProp,out,httpVersion,302,headers); return; } // add the application version, the uptime and the client name to every rewrite table tp.put(servletProperties.PEER_STAT_VERSION, switchboard.getConfig("version", "")); tp.put(servletProperties.PEER_STAT_UPTIME, ((System.currentTimeMillis() - serverCore.startupTime) / 1000) / 60); // uptime in minutes tp.putHTML(servletProperties.PEER_STAT_CLIENTNAME, switchboard.getConfig("peerName", "anomic")); tp.put(servletProperties.PEER_STAT_MYTIME, serverDate.formatShortSecond()); //System.out.println("respond props: " + ((tp == null) ? "null" : tp.toString())); // debug } catch (final InvocationTargetException e) { if (e.getCause() instanceof InterruptedException) { throw new InterruptedException(e.getCause().getMessage()); } theLogger.logSevere("INTERNAL ERROR: " + e.toString() + ":" + e.getMessage() + " target exception at " + targetClass + ": " + e.getTargetException().toString() + ":" + e.getTargetException().getMessage(),e); targetClass = null; throw e; } targetDate = new Date(System.currentTimeMillis()); nocache = true; } // rewrite the file InputStream fis = null; // read the file/template byte[] templateContent = null; if (useTemplateCache) { final long fileSize = targetFile.length(); if (fileSize <= 512 * 1024) { // read from cache SoftReference ref = templateCache.get(targetFile); if (ref != null) { templateContent = ref.get(); if (templateContent == null) templateCache.remove(targetFile); } if (templateContent == null) { // loading the content of the template file into // a byte array templateContent = serverFileUtils.read(targetFile); // storing the content into the cache ref = new SoftReference(templateContent); templateCache.put(targetFile, ref); if (theLogger.isFinest()) theLogger.logFinest("Cache MISS for file " + targetFile); } else { if (theLogger.isFinest()) theLogger.logFinest("Cache HIT for file " + targetFile); } // creating an inputstream needed by the template // rewrite function fis = new ByteArrayInputStream(templateContent); templateContent = null; } else { // read from file directly fis = new BufferedInputStream(new FileInputStream(targetFile)); } } else { fis = new BufferedInputStream(new FileInputStream(targetFile)); } // write the array to the client // we can do that either in standard mode (whole thing completely) or in chunked mode // since yacy clients do not understand chunked mode (yet), we use this only for communication with the administrator final boolean yacyClient = requestHeader.userAgent().startsWith("yacy"); final boolean chunked = !method.equals(httpHeader.METHOD_HEAD) && !yacyClient && httpVersion.equals(httpHeader.HTTP_VERSION_1_1); if (chunked) { // send page in chunks and parse SSIs final serverByteBuffer o = new serverByteBuffer(); // apply templates httpTemplate.writeTemplate(fis, o, tp, "-UNRESOLVED_PATTERN-".getBytes("UTF-8")); httpd.sendRespondHeader(conProp, out, httpVersion, 200, null, mimeType, -1, targetDate, null, tp.getOutgoingHeader(), null, "chunked", nocache); // send the content in chunked parts, see RFC 2616 section 3.6.1 final httpChunkedOutputStream chos = new httpChunkedOutputStream(out); httpSSI.writeSSI(o, chos, authorization, clientIP); //chos.write(result); chos.finish(); } else { // send page as whole thing, SSIs are not possible final String contentEncoding = (zipContent) ? "gzip" : null; // apply templates final serverByteBuffer o1 = new serverByteBuffer(); httpTemplate.writeTemplate(fis, o1, tp, "-UNRESOLVED_PATTERN-".getBytes("UTF-8")); final serverByteBuffer o = new serverByteBuffer(); if (zipContent) { GZIPOutputStream zippedOut = new GZIPOutputStream(o); httpSSI.writeSSI(o1, zippedOut, authorization, clientIP); //httpTemplate.writeTemplate(fis, zippedOut, tp, "-UNRESOLVED_PATTERN-".getBytes("UTF-8")); zippedOut.finish(); zippedOut.flush(); zippedOut.close(); zippedOut = null; } else { httpSSI.writeSSI(o1, o, authorization, clientIP); //httpTemplate.writeTemplate(fis, o, tp, "-UNRESOLVED_PATTERN-".getBytes("UTF-8")); } if (method.equals(httpHeader.METHOD_HEAD)) { httpd.sendRespondHeader(conProp, out, httpVersion, 200, null, mimeType, o.length(), targetDate, null, tp.getOutgoingHeader(), contentEncoding, null, nocache); } else { final byte[] result = o.getBytes(); // this interrupts streaming (bad idea!) httpd.sendRespondHeader(conProp, out, httpVersion, 200, null, mimeType, result.length, targetDate, null, tp.getOutgoingHeader(), contentEncoding, null, nocache); serverFileUtils.copy(result, out); } } } else { // no html int statusCode = 200; int rangeStartOffset = 0; httpResponseHeader header = new httpResponseHeader(); // adding the accept ranges header header.put(httpHeader.ACCEPT_RANGES, "bytes"); // reading the files md5 hash if availabe and use it as ETAG of the resource String targetMD5 = null; final File targetMd5File = new File(targetFile + ".md5"); try { if (targetMd5File.exists()) { //String description = null; targetMD5 = new String(serverFileUtils.read(targetMd5File)); pos = targetMD5.indexOf('\n'); if (pos >= 0) { //description = targetMD5.substring(pos + 1); targetMD5 = targetMD5.substring(0, pos); } // using the checksum as ETAG header header.put(httpHeader.ETAG, targetMD5); } } catch (final IOException e) { e.printStackTrace(); } if (requestHeader.containsKey(httpHeader.RANGE)) { final Object ifRange = requestHeader.ifRange(); if ((ifRange == null)|| (ifRange instanceof Date && targetFile.lastModified() == ((Date)ifRange).getTime()) || (ifRange instanceof String && ifRange.equals(targetMD5))) { final String rangeHeaderVal = requestHeader.get(httpHeader.RANGE).trim(); if (rangeHeaderVal.startsWith("bytes=")) { final String rangesVal = rangeHeaderVal.substring("bytes=".length()); final String[] ranges = rangesVal.split(","); if ((ranges.length == 1)&&(ranges[0].endsWith("-"))) { rangeStartOffset = Integer.valueOf(ranges[0].substring(0,ranges[0].length()-1)).intValue(); statusCode = 206; if (header == null) header = new httpResponseHeader(); header.put(httpHeader.CONTENT_RANGE, "bytes " + rangeStartOffset + "-" + (targetFile.length()-1) + "/" + targetFile.length()); } } } } // write the file to the client targetDate = new Date(targetFile.lastModified()); final long contentLength = (zipContent)?-1:targetFile.length()-rangeStartOffset; final String contentEncoding = (zipContent)?"gzip":null; final String transferEncoding = (!httpVersion.equals(httpHeader.HTTP_VERSION_1_1))?null:(zipContent)?"chunked":null; if (!httpVersion.equals(httpHeader.HTTP_VERSION_1_1) && zipContent) forceConnectionClose(conProp); httpd.sendRespondHeader(conProp, out, httpVersion, statusCode, null, mimeType, contentLength, targetDate, null, header, contentEncoding, transferEncoding, nocache); if (!method.equals(httpHeader.METHOD_HEAD)) { httpChunkedOutputStream chunkedOut = null; GZIPOutputStream zipped = null; OutputStream newOut = out; if (transferEncoding != null) { chunkedOut = new httpChunkedOutputStream(newOut); newOut = chunkedOut; } if (contentEncoding != null) { zipped = new GZIPOutputStream(newOut); newOut = zipped; } serverFileUtils.copyRange(targetFile, newOut, rangeStartOffset); if (zipped != null) { zipped.flush(); zipped.finish(); } if (chunkedOut != null) { chunkedOut.finish(); } // flush all try {newOut.flush();}catch (final Exception e) {} // wait a little time until everything closes so that clients can read from the streams/sockets if ((contentLength >= 0) && ((String)requestHeader.get(httpRequestHeader.CONNECTION, "close")).indexOf("keep-alive") == -1) { // in case that the client knows the size in advance (contentLength present) the waiting will have no effect on the interface performance // but if the client waits on a connection interruption this will slow down. try {Thread.sleep(2000);} catch (final InterruptedException e) {} // FIXME: is this necessary? } } // check mime type again using the result array: these are 'magics' // if (serverByteBuffer.equals(result, 1, "PNG".getBytes())) mimeType = mimeTable.getProperty("png","text/html"); // else if (serverByteBuffer.equals(result, 0, "GIF89".getBytes())) mimeType = mimeTable.getProperty("gif","text/html"); // else if (serverByteBuffer.equals(result, 6, "JFIF".getBytes())) mimeType = mimeTable.getProperty("jpg","text/html"); //System.out.print("MAGIC:"); for (int i = 0; i < 10; i++) System.out.print(Integer.toHexString((int) result[i]) + ","); System.out.println(); } } else { httpd.sendRespondError(conProp,out,3,404,"File not Found",null,null); return; } } catch (final Exception e) { try { // doing some errorhandling ... int httpStatusCode = 400; final String httpStatusText = null; final StringBuffer errorMessage = new StringBuffer(); Exception errorExc = null; final String errorMsg = e.getMessage(); if ( (e instanceof InterruptedException) || ((errorMsg != null) && (errorMsg.startsWith("Socket closed")) && (Thread.currentThread().isInterrupted())) ) { errorMessage.append("Interruption detected while processing query."); httpStatusCode = 503; } else { if ((errorMsg != null) && ( errorMsg.startsWith("Broken pipe") || errorMsg.startsWith("Connection reset") || errorMsg.startsWith("Software caused connection abort") )) { // client closed the connection, so we just end silently errorMessage.append("Client unexpectedly closed connection while processing query."); } else if ((errorMsg != null) && (errorMsg.startsWith("Connection timed out"))) { errorMessage.append("Connection timed out."); } else { errorMessage.append("Unexpected error while processing query."); httpStatusCode = 500; errorExc = e; } } errorMessage.append("\nSession: ").append(Thread.currentThread().getName()) .append("\nQuery: ").append(path) .append("\nClient: ").append(conProp.getProperty(httpHeader.CONNECTION_PROP_CLIENTIP,"unknown")) .append("\nReason: ").append(e.toString()); if (!conProp.containsKey(httpHeader.CONNECTION_PROP_PROXY_RESPOND_HEADER)) { // sending back an error message to the client // if we have not already send an http header httpd.sendRespondError(conProp,out, 4, httpStatusCode, httpStatusText, new String(errorMessage),errorExc); } else { // otherwise we close the connection forceConnectionClose(conProp); } // if it is an unexpected error we log it if (httpStatusCode == 500) { theLogger.logWarning(new String(errorMessage),e); } } catch (final Exception ee) { forceConnectionClose(conProp); } } finally { try {out.flush();}catch (final Exception e) {} } } public static final File getOverlayedClass(final String path) { File targetClass; targetClass = rewriteClassFile(new File(htDefaultPath, path)); //works for default and localized files if (targetClass == null || !targetClass.exists()) { //works for htdocs targetClass=rewriteClassFile(new File(htDocsPath, path)); } return targetClass; } public static final File getOverlayedFile(final String path) { File targetFile; targetFile = getLocalizedFile(path); if (!targetFile.exists()) { targetFile = new File(htDocsPath, path); } return targetFile; } private static final void forceConnectionClose(final Properties conprop) { if (conprop != null) { conprop.setProperty(httpHeader.CONNECTION_PROP_PERSISTENT,"close"); } } private static final File rewriteClassFile(final File template) { try { String f = template.getCanonicalPath(); final int p = f.lastIndexOf("."); if (p < 0) return null; f = f.substring(0, p) + ".class"; //System.out.println("constructed class path " + f); final File cf = new File(f); if (cf.exists()) return cf; return null; } catch (final IOException e) { return null; } } private static final Method rewriteMethod(final File classFile) { Method m = null; // now make a class out of the stream try { if (useTemplateCache) { final SoftReference ref = templateMethodCache.get(classFile); if (ref != null) { m = ref.get(); if (m == null) { templateMethodCache.remove(classFile); } else { return m; } } } final Class c = provider.loadClass(classFile); final Class[] params = new Class[] { httpRequestHeader.class, serverObjects.class, serverSwitch.class }; m = c.getMethod("respond", params); if (useTemplateCache) { // storing the method into the cache final SoftReference ref = new SoftReference(m); templateMethodCache.put(classFile, ref); } } catch (final ClassNotFoundException e) { System.out.println("INTERNAL ERROR: class " + classFile + " is missing:" + e.getMessage()); } catch (final NoSuchMethodException e) { System.out.println("INTERNAL ERROR: method respond not found in class " + classFile + ": " + e.getMessage()); } //System.out.println("found method: " + m.toString()); return m; } public static final Object invokeServlet(final File targetClass, final httpRequestHeader request, final serverObjects args) throws IllegalArgumentException, IllegalAccessException, InvocationTargetException { Object result; if (safeServletsMode) synchronized (switchboard) { result = rewriteMethod(targetClass).invoke(null, new Object[] {request, args, switchboard}); } else { result = rewriteMethod(targetClass).invoke(null, new Object[] {request, args, switchboard}); } return result; } // public void doConnect(Properties conProp, httpHeader requestHeader, InputStream clientIn, OutputStream clientOut) { // throw new UnsupportedOperationException(); // } }