yacy_search_server/source/de/anomic/tools/gzip.java
orbiter ce1adf9955 serialized all logging using concurrency:
high-performance search query situations as seen in yacy-metager integration showed deadlock situation caused by synchronization effects inside of sun.java code. It appears that the logger is not completely safe against deadlock situations in concurrent calls of the logger. One possible solution would be a outside-synchronization with 'synchronized' statements, but that would further apply blocking on all high-efficient methods that call the logger. It is much better to do a non-blocking hand-over of logging lines and work off log entries with a concurrent log writer. This also disconnects IO operations from logging, which can also cause IO operation when a log is written to a file. This commit not only moves the logger from kelondro to yacy.logging, it also inserts the concurrency methods to realize non-blocking logging.

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@6078 6c8d7289-2bf4-0310-a012-ef5d649a1542
2009-06-15 21:19:54 +00:00

147 lines
5.0 KiB
Java

// gzip.java
// -------------------------------------
// (C) by Michael Peter Christen; mc@yacy.net
// first published on http://www.anomic.de
// Frankfurt, Germany, 2004
// last major change: 13.05.2004
//
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
package de.anomic.tools;
import java.io.BufferedInputStream;
import java.io.BufferedOutputStream;
import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.util.zip.GZIPInputStream;
import java.util.zip.GZIPOutputStream;
import de.anomic.yacy.logging.Log;
public class gzip {
private static Log logger = new Log("GZIP");
public static void gzipFile(final String inFile, final String outFile) {
try {
final InputStream fin = new FileInputStream(inFile);
final OutputStream fout = new GZIPOutputStream(new FileOutputStream(outFile), 128);
copy(fout, fin, 128);
fin.close();
fout.close();
} catch (final FileNotFoundException e) {
//System.err.println("ERROR: file '" + inFile + "' not found");
logger.logWarning("ERROR: file '" + inFile + "' not found", e);
} catch (final IOException e) {
//System.err.println("ERROR: IO trouble ");
logger.logWarning("ERROR: IO trouble ",e);
}
}
public static void gunzipFile(final String inFile, final String outFile) {
try {
final InputStream fin = new GZIPInputStream(new FileInputStream(inFile));
final OutputStream fout = new FileOutputStream(outFile);
copy(fout, fin, 128);
fin.close();
fout.close();
} catch (final FileNotFoundException e) {
//System.err.println("ERROR: file '" + inFile + "' not found");
logger.logWarning("ERROR: file '" + inFile + "' not found", e);
} catch (final IOException e) {
//System.err.println("ERROR: IO trouble ");
logger.logWarning("ERROR: IO trouble ",e);
}
}
public static byte[] gzipString(final String in) {
try {
final InputStream fin = new ByteArrayInputStream(in.getBytes("UTF8"));
final ByteArrayOutputStream baos = new ByteArrayOutputStream(in.length() / 3);
final OutputStream fout = new GZIPOutputStream(baos, 128);
copy(fout, fin, 128);
fin.close();
fout.close();
return baos.toByteArray();
} catch (final IOException e) {
//System.err.println("ERROR: IO trouble ");
logger.logWarning("ERROR: IO trouble ",e);
return null;
}
}
public static String gunzipString(final byte[] in) throws IOException {
final InputStream fin = new GZIPInputStream(new ByteArrayInputStream(in));
final ByteArrayOutputStream fout = new ByteArrayOutputStream(in.length / 3);
copy(fout, fin, 128);
fin.close();
fout.close();
return new String(fout.toByteArray(), "UTF-8");
}
private static void copy(final OutputStream out, final InputStream in, final int bufferSize) throws IOException {
final InputStream bIn = new BufferedInputStream(in, bufferSize);
final OutputStream bOut = new BufferedOutputStream(out, bufferSize);
final byte[] buf = new byte[bufferSize];
int n;
while ((n = bIn.read(buf)) > 0) bOut.write(buf, 0, n);
bIn.close();
bOut.close();
}
private static void help() {
System.out.println("AnomicGzip (2004) by Michael Christen");
System.out.println("usage: gzip [-u] <file> [<target-file>]");
}
public static void main(final String[] s) {
if (s.length == 0) {
help();
System.exit(0);
}
if ((s[0].equals("-h")) || (s[0].equals("-help"))) {
help();
System.exit(0);
}
if (s[0].equals("-u")) {
if ((s.length < 2) || (s.length > 3)) {help(); System.exit(-1);}
String target;
if (s.length == 2) {
if (s[1].endsWith(".gz"))
target = s[1].substring(0, s[1].length() - 3);
else
target = s[1] + ".gunzip";
} else {
target = s[2];
}
gzip.gunzipFile((s[1]), target);
System.exit(0);
}
if ((s.length < 1) || (s.length > 2)) {help(); System.exit(-1);}
String target;
if (s.length == 1) target = s[0] + ".gz"; else target = s[1];
gzip.gzipFile((s[0]), target);
System.exit(0);
}
}