Author: lhein
Date: Mon Jul 20 10:29:39 2009
New Revision: 795746
URL: http://svn.apache.org/viewvc?rev=795746&view=rev
Log:
added a method for using channels to copy from input to output stream. Adapted
the binary file marshaler to use this method. Should be faster than the copy
logic which was there before.
Modified:
servicemix/utils/trunk/src/main/java/org/apache/servicemix/components/util/BinaryFileMarshaler.java
servicemix/utils/trunk/src/main/java/org/apache/servicemix/util/FileUtil.java
Modified:
servicemix/utils/trunk/src/main/java/org/apache/servicemix/components/util/BinaryFileMarshaler.java
URL:
http://svn.apache.org/viewvc/servicemix/utils/trunk/src/main/java/org/apache/servicemix/components/util/BinaryFileMarshaler.java?rev=795746&r1=795745&r2=795746&view=diff
==============================================================================
---
servicemix/utils/trunk/src/main/java/org/apache/servicemix/components/util/BinaryFileMarshaler.java
(original)
+++
servicemix/utils/trunk/src/main/java/org/apache/servicemix/components/util/BinaryFileMarshaler.java
Mon Jul 20 10:29:39 2009
@@ -27,6 +27,8 @@
import javax.jbi.messaging.MessagingException;
import javax.jbi.messaging.NormalizedMessage;
+import org.apache.servicemix.util.FileUtil;
+
/**
* A FileMarshaler that converts the given input stream into a binary
* attachment.
@@ -104,14 +106,6 @@
* @throws IOException
*/
protected static void copyInputStream(InputStream in, OutputStream out)
throws IOException {
- byte[] buffer = new byte[8192];
- int len = in.read(buffer);
- while (len >= 0) {
- out.write(buffer, 0, len);
- len = in.read(buffer);
- }
- in.close();
- out.close();
+ FileUtil.fastCopy(in, out);
}
-
}
Modified:
servicemix/utils/trunk/src/main/java/org/apache/servicemix/util/FileUtil.java
URL:
http://svn.apache.org/viewvc/servicemix/utils/trunk/src/main/java/org/apache/servicemix/util/FileUtil.java?rev=795746&r1=795745&r2=795746&view=diff
==============================================================================
---
servicemix/utils/trunk/src/main/java/org/apache/servicemix/util/FileUtil.java
(original)
+++
servicemix/utils/trunk/src/main/java/org/apache/servicemix/util/FileUtil.java
Mon Jul 20 10:29:39 2009
@@ -25,6 +25,10 @@
import java.io.InputStream;
import java.io.OutputStream;
import java.net.URL;
+import java.nio.ByteBuffer;
+import java.nio.channels.Channels;
+import java.nio.channels.ReadableByteChannel;
+import java.nio.channels.WritableByteChannel;
import java.util.Enumeration;
import java.util.zip.ZipEntry;
import java.util.zip.ZipFile;
@@ -36,60 +40,64 @@
* @version $Revision: 658853 $
*/
public final class FileUtil {
-
- /**
- * Buffer size used when copying the content of an input stream to
- * an output stream.
- */
- private static final int DEFAULT_BUFFER_SIZE = 4096;
-
- private FileUtil() {
- }
-
- /**
- * Move a File
- *
- * @param src
- * @param targetDirectory
- * @throws IOException
- */
- public static void moveFile(File src, File targetDirectory) throws
IOException {
- if (!src.renameTo(new File(targetDirectory, src.getName()))) {
- throw new IOException("Failed to move " + src + " to " +
targetDirectory);
- }
- }
-
- /**
- * Build a path- but do not create it
- *
- * @param parent
- * @param subDirectory
- * @return a File representing the path
- */
- public static File getDirectoryPath(File parent, String subDirectory) {
- File result = null;
- if (parent != null) {
- result = new File(parent, subDirectory);
- }
- return result;
- }
- /**
- * Build a directory path - creating directories if neccesary
- *
- * @param file
- * @return true if the directory exists, or making it was successful
- */
- public static boolean buildDirectory(File file) {
- return file.exists() || file.mkdirs();
- }
-
- /**
- * Count files in a directory (including files in all subdirectories)
- * @param directory the directory to start in
- * @return the total number of files
- */
- public static int countFilesInDirectory(File directory) {
+ /**
+ * Buffer size used when copying the content of an input stream to an
output
+ * stream.
+ */
+ private static final int DEFAULT_BUFFER_SIZE = 4096;
+
+ private FileUtil() {
+ }
+
+ /**
+ * Move a File
+ *
+ * @param src
+ * @param targetDirectory
+ * @throws IOException
+ */
+ public static void moveFile(File src, File targetDirectory)
+ throws IOException {
+ if (!src.renameTo(new File(targetDirectory, src.getName()))) {
+ throw new IOException("Failed to move " + src + " to "
+ + targetDirectory);
+ }
+ }
+
+ /**
+ * Build a path- but do not create it
+ *
+ * @param parent
+ * @param subDirectory
+ * @return a File representing the path
+ */
+ public static File getDirectoryPath(File parent, String subDirectory) {
+ File result = null;
+ if (parent != null) {
+ result = new File(parent, subDirectory);
+ }
+ return result;
+ }
+
+ /**
+ * Build a directory path - creating directories if neccesary
+ *
+ * @param file
+ * @return true if the directory exists, or making it was successful
+ */
+ public static boolean buildDirectory(File file) {
+ return file.exists() || file.mkdirs();
+ }
+
+ /**
+ * Count files in a directory (including files in all subdirectories)
+ *
+ * @param directory
+ * the directory to start in
+ * @return the total number of files
+ */
+ public static int countFilesInDirectory(File directory) {
int count = 0;
for (File file : directory.listFiles()) {
if (file.isFile()) {
@@ -102,247 +110,287 @@
return count;
}
- /**
- * Copy in stream to an out stream
- *
- * @param in
- * @param out
- * @throws IOException
- */
- public static void copyInputStream(InputStream in, OutputStream out)
throws IOException {
- byte[] buffer = new byte[DEFAULT_BUFFER_SIZE];
- int len = in.read(buffer);
- while (len >= 0) {
- out.write(buffer, 0, len);
- len = in.read(buffer);
- }
- in.close();
- out.close();
- }
-
- /**
- * Unpack a zip file
- *
- * @param theFile
- * @param targetDir
- * @return the file
- * @throws IOException
- */
- public static File unpackArchive(File theFile, File targetDir) throws
IOException {
- if (!theFile.exists()) {
- throw new IOException(theFile.getAbsolutePath() + " does not
exist");
- }
- if (!buildDirectory(targetDir)) {
- throw new IOException("Could not create directory: " + targetDir);
- }
- ZipFile zipFile;
- zipFile = new ZipFile(theFile);
- for (Enumeration entries = zipFile.entries();
entries.hasMoreElements();) {
- ZipEntry entry = (ZipEntry) entries.nextElement();
- File file = new File(targetDir, File.separator + entry.getName());
- // Take the sledgehammer approach to creating directories
- // to work around ZIP's that incorrectly miss directories
- if (!buildDirectory(file.getParentFile())) {
- throw new IOException("Could not create directory: " +
file.getParentFile());
- }
- if (!entry.isDirectory()) {
- copyInputStream(zipFile.getInputStream(entry), new
BufferedOutputStream(new FileOutputStream(file)));
- } else {
- if (!buildDirectory(file)) {
- throw new IOException("Could not create directory: " +
file);
- }
- }
- }
- zipFile.close();
- return theFile;
- }
-
- /**
- * Unpack an archive from a URL
- *
- * @param url
- * @param targetDir
- * @return the file to the url
- * @throws IOException
- */
- public static File unpackArchive(URL url, File targetDir) throws
IOException {
- if (!targetDir.exists()) {
- targetDir.mkdirs();
- }
- InputStream in = new BufferedInputStream(url.openStream(),
DEFAULT_BUFFER_SIZE);
- // make sure we get the actual file
- File zip = File.createTempFile("arc", ".zip", targetDir);
- OutputStream out = new BufferedOutputStream(new FileOutputStream(zip));
- copyInputStream(in, out);
- out.close();
- return unpackArchive(zip, targetDir);
- }
-
- /**
- * Validate that an archive contains a named entry
- *
- * @param theFile
- * @param name
- * @return true if the entry exists
- * @throws IOException
- */
- public static boolean archiveContainsEntry(File theFile, String name)
throws IOException {
- boolean result = false;
- ZipFile zipFile;
- zipFile = new ZipFile(theFile);
- for (Enumeration entries = zipFile.entries();
entries.hasMoreElements();) {
- ZipEntry entry = (ZipEntry) entries.nextElement();
- if (entry.getName().equals(name)) {
- result = true;
- break;
- }
- }
- zipFile.close();
- return result;
- }
-
- /**
- * Create a unique directory within a directory 'root'
- *
- * @param rootDir
- * @param seed
- * @return unique directory
- * @throws IOException
- */
- public static synchronized File createUniqueDirectory(File rootDir, String
seed) throws IOException {
- int index = seed.lastIndexOf('.');
- if (index > 0) {
- seed = seed.substring(0, index);
- }
- File result = null;
- int count = 0;
- while (result == null) {
- String name = seed + "." + count + ".tmp";
- File file = new File(rootDir, name);
- if (!file.exists()) {
- file.mkdirs();
- result = file;
- }
- count++;
- }
- return result;
- }
-
- /**
- * Delete a file
- *
- * @param fileToDelete
- * @return true if the File is deleted
- */
- public static boolean deleteFile(File fileToDelete) {
- if (fileToDelete == null || !fileToDelete.exists()) {
- return true;
- }
- boolean result = true;
- if (fileToDelete.isDirectory()) {
- File[] files = fileToDelete.listFiles();
- if (files == null) {
- result = false;
- } else {
- for (int i = 0; i < files.length; i++) {
- File file = files[i];
- if (file.getName().equals(".") ||
file.getName().equals("..")) {
- continue;
- }
- if (file.isDirectory()) {
- result &= deleteFile(file);
- } else {
- result &= file.delete();
- }
- }
- }
- }
- result &= fileToDelete.delete();
- return result;
- }
-
- /**
- * Zip up a directory
- *
- * @param directory
- * @param zipName
- * @throws IOException
- */
- public static void zipDir(String directory, String zipName) throws
IOException {
- // create a ZipOutputStream to zip the data to
- ZipOutputStream zos = new ZipOutputStream(new
FileOutputStream(zipName));
- String path = "";
- zipDir(directory, zos, path);
- // close the stream
- zos.close();
- }
-
- /**
- * Zip up a directory path
- * @param directory
- * @param zos
- * @param path
- * @throws IOException
- */
- public static void zipDir(String directory, ZipOutputStream zos, String
path) throws IOException {
- File zipDir = new File(directory);
- // get a listing of the directory content
- String[] dirList = zipDir.list();
- byte[] readBuffer = new byte[2156];
- int bytesIn = 0;
- // loop through dirList, and zip the files
- for (int i = 0; i < dirList.length; i++) {
- File f = new File(zipDir, dirList[i]);
- if (f.isDirectory()) {
- String filePath = f.getPath();
- zipDir(filePath, zos, path + f.getName() + "/");
- continue;
- }
- FileInputStream fis = new FileInputStream(f);
- try {
- ZipEntry anEntry = new ZipEntry(path + f.getName());
- zos.putNextEntry(anEntry);
- bytesIn = fis.read(readBuffer);
- while (bytesIn != -1) {
- zos.write(readBuffer, 0, bytesIn);
- bytesIn = fis.read(readBuffer);
- }
- } finally {
- fis.close();
- }
- }
- }
-
- /**
- * checks whether a file is fully transmitted or still being copied
- *
- * @param path the full file path
- * @returns true if the file size didn't change for 100 millis
- */
- public static boolean isFileFullyAvailable(String path) {
- return isFileFullyAvailable(new File(path));
- }
-
- /**
- * checks whether a file is fully transmitted or still being copied
- *
- * @param file the file to check
- * @returns true if the file size didn't change for 100 millis
- */
- public static boolean isFileFullyAvailable(File file) {
- // First check to see if the file is still growing
- long targetLength = file.length();
- try {
- Thread.sleep(100);
- } catch (InterruptedException e) {
- //Do nothing
- }
- long target2Length = file.length();
-
- if (targetLength != target2Length) {
- return false;
- }
-
- return true;
- }
+ /**
+ * Copy in stream to an out stream
+ *
+ * @param in
+ * @param out
+ * @throws IOException
+ */
+ public static void copyInputStream(InputStream in, OutputStream out)
+ throws IOException {
+ byte[] buffer = new byte[DEFAULT_BUFFER_SIZE];
+ int len = in.read(buffer);
+ while (len >= 0) {
+ out.write(buffer, 0, len);
+ len = in.read(buffer);
+ }
+ in.close();
+ out.close();
+ }
+
+ /**
+ * Unpack a zip file
+ *
+ * @param theFile
+ * @param targetDir
+ * @return the file
+ * @throws IOException
+ */
+ public static File unpackArchive(File theFile, File targetDir)
+ throws IOException {
+ if (!theFile.exists()) {
+ throw new IOException(theFile.getAbsolutePath() + "
does not exist");
+ }
+ if (!buildDirectory(targetDir)) {
+ throw new IOException("Could not create directory: " +
targetDir);
+ }
+ ZipFile zipFile;
+ zipFile = new ZipFile(theFile);
+ for (Enumeration entries = zipFile.entries();
entries.hasMoreElements();) {
+ ZipEntry entry = (ZipEntry) entries.nextElement();
+ File file = new File(targetDir, File.separator +
entry.getName());
+ // Take the sledgehammer approach to creating
directories
+ // to work around ZIP's that incorrectly miss
directories
+ if (!buildDirectory(file.getParentFile())) {
+ throw new IOException("Could not create
directory: "
+ + file.getParentFile());
+ }
+ if (!entry.isDirectory()) {
+ copyInputStream(zipFile.getInputStream(entry),
+ new BufferedOutputStream(new
FileOutputStream(file)));
+ } else {
+ if (!buildDirectory(file)) {
+ throw new IOException("Could not create
directory: " + file);
+ }
+ }
+ }
+ zipFile.close();
+ return theFile;
+ }
+
+ /**
+ * Unpack an archive from a URL
+ *
+ * @param url
+ * @param targetDir
+ * @return the file to the url
+ * @throws IOException
+ */
+ public static File unpackArchive(URL url, File targetDir)
+ throws IOException {
+ if (!targetDir.exists()) {
+ targetDir.mkdirs();
+ }
+ InputStream in = new BufferedInputStream(url.openStream(),
+ DEFAULT_BUFFER_SIZE);
+ // make sure we get the actual file
+ File zip = File.createTempFile("arc", ".zip", targetDir);
+ OutputStream out = new BufferedOutputStream(new
FileOutputStream(zip));
+ copyInputStream(in, out);
+ out.close();
+ return unpackArchive(zip, targetDir);
+ }
+
+ /**
+ * Validate that an archive contains a named entry
+ *
+ * @param theFile
+ * @param name
+ * @return true if the entry exists
+ * @throws IOException
+ */
+ public static boolean archiveContainsEntry(File theFile, String name)
+ throws IOException {
+ boolean result = false;
+ ZipFile zipFile;
+ zipFile = new ZipFile(theFile);
+ for (Enumeration entries = zipFile.entries();
entries.hasMoreElements();) {
+ ZipEntry entry = (ZipEntry) entries.nextElement();
+ if (entry.getName().equals(name)) {
+ result = true;
+ break;
+ }
+ }
+ zipFile.close();
+ return result;
+ }
+
+ /**
+ * Create a unique directory within a directory 'root'
+ *
+ * @param rootDir
+ * @param seed
+ * @return unique directory
+ * @throws IOException
+ */
+ public static synchronized File createUniqueDirectory(File rootDir,
+ String seed) throws IOException {
+ int index = seed.lastIndexOf('.');
+ if (index > 0) {
+ seed = seed.substring(0, index);
+ }
+ File result = null;
+ int count = 0;
+ while (result == null) {
+ String name = seed + "." + count + ".tmp";
+ File file = new File(rootDir, name);
+ if (!file.exists()) {
+ file.mkdirs();
+ result = file;
+ }
+ count++;
+ }
+ return result;
+ }
+
+ /**
+ * Delete a file
+ *
+ * @param fileToDelete
+ * @return true if the File is deleted
+ */
+ public static boolean deleteFile(File fileToDelete) {
+ if (fileToDelete == null || !fileToDelete.exists()) {
+ return true;
+ }
+ boolean result = true;
+ if (fileToDelete.isDirectory()) {
+ File[] files = fileToDelete.listFiles();
+ if (files == null) {
+ result = false;
+ } else {
+ for (int i = 0; i < files.length; i++) {
+ File file = files[i];
+ if (file.getName().equals(".")
+ ||
file.getName().equals("..")) {
+ continue;
+ }
+ if (file.isDirectory()) {
+ result &= deleteFile(file);
+ } else {
+ result &= file.delete();
+ }
+ }
+ }
+ }
+ result &= fileToDelete.delete();
+ return result;
+ }
+
+ /**
+ * Zip up a directory
+ *
+ * @param directory
+ * @param zipName
+ * @throws IOException
+ */
+ public static void zipDir(String directory, String zipName)
+ throws IOException {
+ // create a ZipOutputStream to zip the data to
+ ZipOutputStream zos = new ZipOutputStream(new
FileOutputStream(zipName));
+ String path = "";
+ zipDir(directory, zos, path);
+ // close the stream
+ zos.close();
+ }
+
+ /**
+ * Zip up a directory path
+ *
+ * @param directory
+ * @param zos
+ * @param path
+ * @throws IOException
+ */
+ public static void zipDir(String directory, ZipOutputStream zos, String
path)
+ throws IOException {
+ File zipDir = new File(directory);
+ // get a listing of the directory content
+ String[] dirList = zipDir.list();
+ byte[] readBuffer = new byte[2156];
+ int bytesIn = 0;
+ // loop through dirList, and zip the files
+ for (int i = 0; i < dirList.length; i++) {
+ File f = new File(zipDir, dirList[i]);
+ if (f.isDirectory()) {
+ String filePath = f.getPath();
+ zipDir(filePath, zos, path + f.getName() + "/");
+ continue;
+ }
+ FileInputStream fis = new FileInputStream(f);
+ try {
+ ZipEntry anEntry = new ZipEntry(path +
f.getName());
+ zos.putNextEntry(anEntry);
+ bytesIn = fis.read(readBuffer);
+ while (bytesIn != -1) {
+ zos.write(readBuffer, 0, bytesIn);
+ bytesIn = fis.read(readBuffer);
+ }
+ } finally {
+ fis.close();
+ }
+ }
+ }
+
+ /**
+ * checks whether a file is fully transmitted or still being copied
+ *
+ * @param path
+ * the full file path
+ * @returns true if the file size didn't change for 100 millis
+ */
+ public static boolean isFileFullyAvailable(String path) {
+ return isFileFullyAvailable(new File(path));
+ }
+
+ /**
+ * checks whether a file is fully transmitted or still being copied
+ *
+ * @param file
+ * the file to check
+ * @returns true if the file size didn't change for 100 millis
+ */
+ public static boolean isFileFullyAvailable(File file) {
+ // First check to see if the file is still growing
+ long targetLength = file.length();
+ try {
+ Thread.sleep(100);
+ } catch (InterruptedException e) {
+ // Do nothing
+ }
+ long target2Length = file.length();
+
+ if (targetLength != target2Length) {
+ return false;
+ }
+
+ return true;
+ }
+
+ /**
+ * Copies the whole content from the input stream to the output stream
using
+ * nio channels to speed it up.
+ *
+ * @param input the input stream
+ * @param output the output stream
+ * @throws IOException if any IO error occurs during read/write
+ */
+ public static void fastCopy(final InputStream input, final OutputStream
output) throws IOException {
+ final ReadableByteChannel src = Channels.newChannel(input);
+ final WritableByteChannel dest = Channels.newChannel(output);
+ final ByteBuffer buffer = ByteBuffer.allocateDirect(16 * 1024);
+
+ while (src.read(buffer) != -1) {
+ buffer.flip();
+ dest.write(buffer);
+ buffer.compact();
+ }
+ buffer.flip();
+ while (buffer.hasRemaining()) {
+ dest.write(buffer);
+ }
+ src.close();
+ dest.close();
+ }
}
\ No newline at end of file
