svn commit: r233036 - in /lucene/nutch/branches/mapred/src/java/org/apache/nutch/io: CompressedWritable.java SequenceFile.java

[cutting]

Author: cutting
Date: Tue Aug 16 12:11:48 2005
New Revision: 233036

URL: http://svn.apache.org/viewcvs?rev=233036&view=rev
Log:
Use faster compression.

Modified:
    
lucene/nutch/branches/mapred/src/java/org/apache/nutch/io/CompressedWritable.java
    lucene/nutch/branches/mapred/src/java/org/apache/nutch/io/SequenceFile.java

Modified: 
lucene/nutch/branches/mapred/src/java/org/apache/nutch/io/CompressedWritable.java
URL: 
http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/src/java/org/apache/nutch/io/CompressedWritable.java?rev=233036&r1=233035&r2=233036&view=diff
==============================================================================
--- 
lucene/nutch/branches/mapred/src/java/org/apache/nutch/io/CompressedWritable.java
 (original)
+++ 
lucene/nutch/branches/mapred/src/java/org/apache/nutch/io/CompressedWritable.java
 Tue Aug 16 12:11:48 2005
@@ -23,6 +23,7 @@
 import java.io.DataInputStream;
 import java.io.ByteArrayOutputStream;
 import java.io.ByteArrayInputStream;
+import java.util.zip.Deflater;
 import java.util.zip.DeflaterOutputStream;
 import java.util.zip.InflaterInputStream;
 
@@ -65,10 +66,11 @@
   public final void write(DataOutput out) throws IOException {
     if (compressed == null) {
       ByteArrayOutputStream deflated = new ByteArrayOutputStream();
-      DataOutputStream deflater =
-        new DataOutputStream(new DeflaterOutputStream(deflated));
-      writeCompressed(deflater);
-      deflater.close();
+      Deflater deflater = new Deflater(Deflater.BEST_SPEED);
+      DataOutputStream dout =
+        new DataOutputStream(new DeflaterOutputStream(deflated, deflater));
+      writeCompressed(dout);
+      dout.close();
       compressed = deflated.toByteArray();
     }
     out.writeInt(compressed.length);

Modified: 
lucene/nutch/branches/mapred/src/java/org/apache/nutch/io/SequenceFile.java
URL: 
http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/src/java/org/apache/nutch/io/SequenceFile.java?rev=233036&r1=233035&r2=233036&view=diff
==============================================================================
--- lucene/nutch/branches/mapred/src/java/org/apache/nutch/io/SequenceFile.java 
(original)
+++ lucene/nutch/branches/mapred/src/java/org/apache/nutch/io/SequenceFile.java 
Tue Aug 16 12:11:48 2005
@@ -59,7 +59,7 @@
     private boolean deflateValues;
     private DataOutputBuffer deflateIn = new DataOutputBuffer();
     private byte[] deflateOut = new byte[1024];
-    private Deflater deflater = new Deflater();
+    private Deflater deflater = new Deflater(Deflater.BEST_SPEED);
 
     // Insert a globally unique 16-byte value every few entries, so that one
     // can seek into the middle of a file and then synchronize with record