ucar.unidata.util

Class IOUtil

java.lang.Object

ucar.unidata.util.IOUtil

public class IOUtil
extends java.lang.Object

A set of io related utilities

Version:

$Revision: 1.52 $

Author:

IDV development group.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static interface	IOUtil.FileViewer FileViewer is used to walk dir trees
static class	IOUtil.FileWrapper Wrapper for a file for doing comparisons
static interface	IOUtil.UserAccountManager UserAccountManager _more_

Field Summary

Fields

Modifier and Type	Field and Description
static boolean	debug debug flag

Constructor Summary

Constructors

Constructor and Description
IOUtil() Default constructor; does nothing

Method Summary

Modifier and Type	Method and Description
static java.lang.String	cleanFileName(java.lang.String name) Remove illegal characters in the given filename
static void	close(java.io.InputStream inputStream) _more_
static void	close(java.io.OutputStream outputStream) _more_
static void	copyFile(java.io.File from, java.io.File to) Copy from file to to file
static void	copyFile(java.io.InputStream fis, java.io.File to) Copy from inputstream to to file
static byte[]	createChecksum(java.lang.String filename) _more_
static void	deleteDirectory(java.io.File root) This will recursively delete all contents under the given directory.
static java.util.List<java.io.File>	deleteFiles(java.util.List<java.io.File> files) This deletes the files in the given list.
static java.util.List<java.io.File>	findFilesToScour(java.io.File dir, double hours, long maxBytes) This finds and returns a list files to scour
static java.util.List<java.io.File>	getDirectories(java.io.File dir, boolean recurse) Recursively descend (if recurse is true) through the given directory and return a list of all subdirectories.
static java.util.List<java.io.File>	getDirectories(java.util.List dirs, boolean recurse) Recursively descend (if recurse is true) through the given directories and return a list of all subdirectories.
static java.lang.String	getFileExtension(java.lang.String f) Return the file extension from the given file (including the ".").
static java.lang.String	getFileRoot(java.lang.String f) Excise the filename from the given path and return the root.
static java.util.List<java.io.File>	getFiles(java.io.File dir, boolean recurse) Recursively descend (if recurse is true) through the given directory and return a list of all files
static java.util.List<java.io.File>	getFiles(java.util.List files, java.io.File dir, boolean recurse) Recursively descend (if recurse is true) through the given directory and return a list of all files
static java.util.List<java.io.File>	getFiles(java.util.List files, java.io.File dir, boolean recurse, PatternFileFilter filter) Recursively descend (if recurse is true) through the given directory and return a list of all files
static java.lang.String	getFileTail(java.lang.String f) Gets the file name, removing any leading directory paths.
static java.lang.String	getFinalURL(java.lang.String urlStr) Return the String contents of the final url string.
static java.io.InputStream	getInputStream(java.lang.String filename) Get an input stream for the filename
static java.io.InputStream	getInputStream(java.lang.String filename, java.lang.Class origin) Get an input stream for the filename
static java.io.InputStream	getInputStreamOLDWAY(java.lang.String filename, java.lang.Class origin) Get an input stream for the filename
static java.util.List<java.lang.String>	getListing(java.lang.String path, java.lang.Class c) Lists the contents in the given file directory or java resource directory
static java.lang.String	getMd5(java.lang.String path) _more_
static java.lang.String	getMD5Checksum(java.lang.String filename) _more_
static java.io.File	getMostRecentFile(java.io.File dir) Find the youngest file in the given directory.
static java.io.File	getMostRecentFile(java.io.File dir, java.io.FileFilter filter) Find the youngest file in the given directory that matches the given FileFilter.
static java.io.File	getMostRecentFile(java.io.File dir, javax.swing.filechooser.FileFilter filter) Find the youngest file in the given directory that matches the given FileFilter.
static java.io.File[]	getNormalFiles(java.io.File[] files) Return an array of the file Files.
static java.net.URL	getURL(java.lang.String filename, java.lang.Class origin) Get an input stream for the filename
static boolean	hasSuffix(java.lang.String fileOrUrl, java.lang.String suffix) Does the given file or url have the given suffix
static boolean	isADescendent(java.io.File parent, java.io.File child) _more_
static boolean	isHtmlFile(java.lang.String filenameOrUrl) Determine if the given filename is an html file.
static boolean	isHtmlSuffix(java.lang.String url) Does the given url end with an html suffix.
static boolean	isHttpProtocol(java.lang.String url) Is the given url an http protocol.
static boolean	isImageFile(java.lang.String filename) Determine if the given filename is an image file (e.g., ends with .gif, .jpg, .jpeg, .png)
static boolean	isRelativePath(java.lang.String path) Is the given path relative
static boolean	isTextFile(java.lang.String filename) Determine if the given filename is a text file.
static boolean	isZipFile(java.lang.String file) _more_
static java.lang.String	joinDir(java.io.File f1, java.lang.String filename) Return the String representation of the given filename joined to the given directory f1.
static java.lang.String	joinDir(java.lang.String f1, java.lang.String f2) Return the String representation of the given filename joined to the given directory.
static java.lang.String	joinDirs(java.lang.String... f) Return the String representation of the given path separated by args.
static void	main(java.lang.String[] args) test mainp
static java.lang.String	makeDir(java.io.File f) If the directory defined in the given argument f does not exist then make it.
static java.lang.String	makeDir(java.lang.String path) If the directory defined in the given argument path does not exist then make it.
static void	makeDirRecursive(java.io.File f) Make the directory.
static double	millisToMinutes(double millis) _more_
static void	moveFile(java.io.File from, java.io.File to) Move the from file to the to file
static void	pruneEmptyDirectories(java.io.File root) This will recursively prune empty subdirectories of the given root directory.
static void	pruneIfEmpty(java.io.File root) This will recursively prune empty subdirectories of the given root directory.
static byte[]	readBytes(java.io.InputStream is) Read in the bytes from the given InputStream Closes the InputStream argument.
static byte[]	readBytes(java.io.InputStream is, java.lang.Object loadId) Read in the bytes from the given InputStream Closes the InputStream argument.
static byte[]	readBytes(java.io.InputStream is, java.lang.Object loadId, boolean closeIt) Read the bytes in the given input stream.
static byte[]	readBytesAndCache(java.lang.String contentName, java.lang.String cacheGroup) See if the content is in the perma-cache.
static byte[]	readBytesAndCache(java.lang.String contentName, java.lang.String cacheGroup, boolean unzipIfNeeded) See if the content is in the perma-cache.
static java.lang.String	readContents(java.io.File file) Read the contents of a File.
static java.lang.String	readContents(java.io.InputStream is) Read in the bytes from the given InputStream and construct and return a String.
static java.lang.String	readContents(java.lang.String contentName) Return the String contents of the specified contentName.
static java.lang.String	readContents(java.lang.String contentName, java.lang.Class origin) Return the String contents of the specified contentName.
static java.lang.String	readContents(java.lang.String contentName, java.lang.Class origin, java.lang.String dflt) Return the String contents of the specified contentName.
static java.lang.String	readContents(java.lang.String contentName, java.lang.String dflt) Return the String contents of the specified contentName.
static java.lang.String	readContents(java.net.URL url) _more_
static java.lang.String	readInputStream(java.io.InputStream is) Read in the bytes from the given InputStream and construct and return a String.
static java.lang.Object	readSerializedObject(java.lang.String file) _more_
static void	setUserAccountManager(IOUtil.UserAccountManager manager) _more_
static java.io.File[]	sortFilesOnAge(java.io.File[] files, boolean youngestFirst) Sort the given files
static java.io.File[]	sortFilesOnAge(java.io.File directory, java.io.FileFilter filter, boolean youngestFirst) Sort the files contained by the given directory and that (if non-null) match the given filter.
static IOUtil.FileWrapper[]	sortFilesOnAge(IOUtil.FileWrapper[] files) _more_
static java.io.File[]	sortFilesOnName(java.io.File[] files) _more_
static java.io.File[]	sortFilesOnName(java.io.File[] files, boolean descending) _more_
static java.lang.String	stripExtension(java.lang.String f) Remove any file extension from the given file name.
static void	testio() _more_
static java.io.File[]	toFiles(java.util.List files) Convert the toString value of the objects in the given files list to an array of File-s
static void	wait(java.io.File directory, java.lang.String filePattern, double sleepSeconds) Wait until there are new files in the given directory.
static void	wait(java.util.List files, double sleepSeconds) Wait until one or more of the files in the files list (File) has changed.
static boolean	walkDirectory(java.io.File dir, IOUtil.FileViewer fileViewer) Walk the dir tree with the given file viewer
static boolean	walkDirectory(java.io.File dir, IOUtil.FileViewer fileViewer, int level) Walk the dir tree with the given file viewer
static java.io.FileFilter	wrapFilter(javax.swing.filechooser.FileFilter filter) Create a javaio FileFilter from the filechooser package file filter.
static void	write(java.io.OutputStream to, java.lang.String s) Write the bytes held by the iven string to the outputstream
static void	writeBytes(java.io.File filename, byte[] contents) Write out a file to the File specified.
static void	writeFile(java.io.File filename, java.lang.String contents) Write out a file to the File specified.
static void	writeFile(java.lang.String filename, java.lang.String contents) Write out a file to the filename specified.
static void	writeJarFile(java.lang.String filename, java.util.List files) Write out the list of files to the jar file specified by filename
static void	writeJarFile(java.lang.String filename, java.util.List files, java.lang.String pathPrefix) Write out the list of files to the jar file specified by filename
static void	writeJarFile(java.lang.String filename, java.util.List files, java.lang.String pathPrefix, boolean makeFilesUnique) Write out the list of files to the jar file specified by filename
static void	writeSerializedObject(java.lang.String file, java.lang.Object o) _more_
static long	writeTo(java.io.InputStream from, java.io.OutputStream to) Copy the input stream to the output stream
static long	writeTo(java.io.InputStream from, java.io.OutputStream to, java.lang.Object loadId, long length) Copy the input stream to the output stream
static java.util.List	writeTo(java.util.List urls, java.lang.String prefix, java.util.List suffixes, java.lang.Object loadId) _more_
static java.util.List	writeTo(java.util.List urls, java.lang.String prefix, java.lang.String suffix) Copy the files pointed to by the urls list to the directory/file pointed to by prefx.
static java.util.List	writeTo(java.util.List urls, java.lang.String prefix, java.lang.String suffix, java.lang.Object loadId) Copy the files pointed to by the urls list to the directory/file pointed to by prefx.
static long	writeTo(java.net.URL from, java.io.File file, java.lang.Object loadId) Write to the file from the URL stream

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

debug

public static boolean debug

debug flag

Constructor Detail

IOUtil

public IOUtil()

Default constructor; does nothing

Method Detail

hasSuffix

public static boolean hasSuffix(java.lang.String fileOrUrl,
                                java.lang.String suffix)

Does the given file or url have the given suffix

Parameters:

fileOrUrl - The name of the file or url

suffix - The suffix

Returns:

Does the fileOrUrl have the suffix

getMostRecentFile

public static java.io.File getMostRecentFile(java.io.File dir)

Find the youngest file in the given directory.

Parameters:

dir - The directory to search in.

Returns:

The most recent file (or null if none found).

getMostRecentFile

public static java.io.File getMostRecentFile(java.io.File dir,
                                             java.io.FileFilter filter)

Find the youngest file in the given directory that matches the given FileFilter.

Parameters:

dir - The directory to search in.

filter - The FileFilter to be used to limit what files we look at (may be null).

Returns:

The most recent file (or null if none found).

sortFilesOnAge

public static java.io.File[] sortFilesOnAge(java.io.File directory,
                                            java.io.FileFilter filter,
                                            boolean youngestFirst)

Sort the files contained by the given directory and that (if non-null) match the given filter.

Parameters:

directory - The directory

filter - The filter

youngestFirst - Ascending or descending

Returns:

The sorted files

getNormalFiles

public static java.io.File[] getNormalFiles(java.io.File[] files)

Return an array of the file Files. That is, the ones where File.isFile is true

Parameters:

files - Array of files

Returns:

The files

sortFilesOnAge

public static java.io.File[] sortFilesOnAge(java.io.File[] files,
                                            boolean youngestFirst)

Sort the given files

Parameters:

files - The files

youngestFirst - Ascending or descending

Returns:

Just return the given array

sortFilesOnAge

public static IOUtil.FileWrapper[] sortFilesOnAge(IOUtil.FileWrapper[] files)

_more_

Parameters:

files - _more_

Returns:

_more_

deleteFiles

public static java.util.List<java.io.File> deleteFiles(java.util.List<java.io.File> files)

This deletes the files in the given list. It will return a list of those files where file.delete was not successful

Parameters:

files - The files to delete

Returns:

List of unsuccessfully deleted files

findFilesToScour

public static java.util.List<java.io.File> findFilesToScour(java.io.File dir,
                                                            double hours,
                                                            long maxBytes)

This finds and returns a list files to scour

Parameters:

dir - _more_

hours - _more_

maxBytes - _more_

Returns:

_more_

millisToMinutes

public static double millisToMinutes(double millis)

_more_

Parameters:

millis - _more_

Returns:

_more_

sortFilesOnName

public static java.io.File[] sortFilesOnName(java.io.File[] files)

_more_

Parameters:

files - _more_

Returns:

_more_

sortFilesOnName

public static java.io.File[] sortFilesOnName(java.io.File[] files,
                                             boolean descending)

_more_

Parameters:

files - _more_

descending - _more_

Returns:

_more_

toFiles

public static java.io.File[] toFiles(java.util.List files)

Convert the toString value of the objects in the given files list to an array of File-s

Parameters:

files - List of files

Returns:

array of files

wrapFilter

public static java.io.FileFilter wrapFilter(javax.swing.filechooser.FileFilter filter)

Create a javaio FileFilter from the filechooser package file filter.

Parameters:

filter - The filechooser file filter

Returns:

The javaio FileFilter.

getMostRecentFile

public static java.io.File getMostRecentFile(java.io.File dir,
                                             javax.swing.filechooser.FileFilter filter)

Find the youngest file in the given directory that matches the given FileFilter.

Parameters:

dir - The directory to search in.

filter - The filter to be used to limit what files we look at (may be null).

Returns:

The most recent file (or null if none found).

writeTo

public static long writeTo(java.io.InputStream from,
                           java.io.OutputStream to)
                    throws java.io.IOException

Copy the input stream to the output stream

Parameters:

from - input stream

to - output

Returns:

How may bytes were written

Throws:

java.io.IOException - On badness

write

public static void write(java.io.OutputStream to,
                         java.lang.String s)
                  throws java.lang.Exception

Write the bytes held by the iven string to the outputstream

Parameters:

to - stream to write to

s - string to write

Throws:

java.lang.Exception - on badness

readContents

public static java.lang.String readContents(java.net.URL url)
                                     throws java.lang.Exception

_more_

Parameters:

url - _more_

Returns:

_more_

Throws:

java.lang.Exception - _more_

writeTo

public static long writeTo(java.net.URL from,
                           java.io.File file,
                           java.lang.Object loadId)
                    throws java.io.IOException

Write to the file from the URL stream

Parameters:

from - URL for input

file - file for output

loadId - A JobManager loadId that, if set, can be used to stop the load

Returns:

number of bytes written

Throws:

java.io.IOException - problem writing to file.

writeTo

public static long writeTo(java.io.InputStream from,
                           java.io.OutputStream to,
                           java.lang.Object loadId,
                           long length)
                    throws java.io.IOException

Copy the input stream to the output stream

Parameters:

from - input stream

to - output

loadId - A JobManager loadId that, if set, can be used to stop the load

length - number of bytes to write

Returns:

How may bytes were written

Throws:

java.io.IOException - On badness

writeTo

public static java.util.List writeTo(java.util.List urls,
                                     java.lang.String prefix,
                                     java.lang.String suffix)
                              throws java.io.IOException

Copy the files pointed to by the urls list to the directory/file pointed to by prefx. We copy prefix0.suffix,prefix1.suffix, ..., prefixN.suffix

Parameters:

urls - List of urls to copy

prefix - file directory prefix

suffix - suffix

Returns:

List of new files

Throws:

java.io.IOException - On badness

writeTo

public static java.util.List writeTo(java.util.List urls,
                                     java.lang.String prefix,
                                     java.lang.String suffix,
                                     java.lang.Object loadId)
                              throws java.io.IOException

Copy the files pointed to by the urls list to the directory/file pointed to by prefx. We copy prefix0.suffix,prefix1.suffix, ..., prefixN.suffix

Parameters:

urls - List of urls to copy

prefix - file directory prefix

suffix - suffix

loadId - JobManager loadId

Returns:

List of new files

Throws:

java.io.IOException - On badness

writeTo

public static java.util.List writeTo(java.util.List urls,
                                     java.lang.String prefix,
                                     java.util.List suffixes,
                                     java.lang.Object loadId)
                              throws java.io.IOException

_more_

Parameters:

urls - _more_

prefix - _more_

suffixes - _more_

loadId - _more_

Returns:

_more_

Throws:

java.io.IOException - _more_

getListing

public static java.util.List<java.lang.String> getListing(java.lang.String path,
                                                          java.lang.Class c)

Lists the contents in the given file directory or java resource directory

Parameters:

path - may be a file directory path or a java resource directory

c - base class to use if its java resources

Returns:

List of sub files and directories

getFileTail

public static java.lang.String getFileTail(java.lang.String f)

Gets the file name, removing any leading directory paths.

Parameters:

f - The file path.

Returns:

The file name.

getFileRoot

public static java.lang.String getFileRoot(java.lang.String f)

Excise the filename from the given path and return the root.

Parameters:

f - The file path.

Returns:

The file name.

stripExtension

public static java.lang.String stripExtension(java.lang.String f)

Remove any file extension from the given file name.

Parameters:

f - The file path.

Returns:

The file name without the extension.

cleanFileName

public static java.lang.String cleanFileName(java.lang.String name)

Remove illegal characters in the given filename

Parameters:

name - The filename to be cleaned up

Returns:

The cleaned up filename

getFileExtension

public static java.lang.String getFileExtension(java.lang.String f)

Return the file extension from the given file (including the ".").

Parameters:

f - The file path.

Returns:

The file extension or an empty string if none found.

writeFile

public static void writeFile(java.lang.String filename,
                             java.lang.String contents)
                      throws java.io.FileNotFoundException,
                             java.io.IOException

Write out a file to the filename specified.

Parameters:

filename - filename to write to

contents - file contents

Throws:

java.io.FileNotFoundException - if the file does not exist

java.io.IOException - if there is a problem writing

writeFile

public static void writeFile(java.io.File filename,
                             java.lang.String contents)
                      throws java.io.FileNotFoundException,
                             java.io.IOException

Write out a file to the File specified.

Parameters:

filename - File to write to

contents - file contents

Throws:

java.io.FileNotFoundException - if the file does not exist

java.io.IOException - if there is a problem writing

writeBytes

public static void writeBytes(java.io.File filename,
                              byte[] contents)
                       throws java.io.FileNotFoundException,
                              java.io.IOException

Write out a file to the File specified.

Parameters:

filename - File to write to

contents - file contents

Throws:

java.io.FileNotFoundException - if the file does not exist

java.io.IOException - if there is a problem writing

moveFile

public static void moveFile(java.io.File from,
                            java.io.File to)
                     throws java.io.FileNotFoundException,
                            java.io.IOException

Move the from file to the to file

Parameters:

from - File to move

to - The destination

Throws:

java.io.FileNotFoundException - When we cannot find the file

java.io.IOException - When something untoward happens

copyFile

public static void copyFile(java.io.File from,
                            java.io.File to)
                     throws java.io.FileNotFoundException,
                            java.io.IOException

Copy from file to to file

Parameters:

from - File to copy

to - The destination

Throws:

java.io.FileNotFoundException - When we cannot find the file

java.io.IOException - When something untoward happens

copyFile

public static void copyFile(java.io.InputStream fis,
                            java.io.File to)
                     throws java.io.FileNotFoundException,
                            java.io.IOException

Copy from inputstream to to file

Parameters:

fis - source

to - The destination

Throws:

java.io.FileNotFoundException - When we cannot find the file

java.io.IOException - When something untoward happens

isTextFile

public static boolean isTextFile(java.lang.String filename)

Determine if the given filename is a text file. i.e., it ends with .txt or .text

Parameters:

filename - The filename to check.

Returns:

Is the filename a text file.

isImageFile

public static boolean isImageFile(java.lang.String filename)

Determine if the given filename is an image file (e.g., ends with .gif, .jpg, .jpeg, .png)

Parameters:

filename - The filename to check.

Returns:

Is the filename an image file.

isHtmlFile

public static boolean isHtmlFile(java.lang.String filenameOrUrl)

Determine if the given filename is an html file. i.e., it ends with .htm or .html or if it does not have a file extension and begins with http:

Parameters:

filenameOrUrl - The filename to check.

Returns:

Is the filename an html file.

isHtmlSuffix

public static boolean isHtmlSuffix(java.lang.String url)

Does the given url end with an html suffix.

Parameters:

url - The url

Returns:

Ends with html, htm, or shtml

isHttpProtocol

public static boolean isHttpProtocol(java.lang.String url)

Is the given url an http protocol.

Parameters:

url - The url

Returns:

Starts with http or https

getInputStream

public static java.io.InputStream getInputStream(java.lang.String filename)
                                          throws java.io.FileNotFoundException,
                                                 java.io.IOException

Get an input stream for the filename

Parameters:

filename - name of file

Returns:

corresponding input stream

Throws:

java.io.FileNotFoundException - couldn't find the file

java.io.IOException - problem opening stream

getInputStream

public static java.io.InputStream getInputStream(java.lang.String filename,
                                                 java.lang.Class origin)
                                          throws java.io.FileNotFoundException,
                                                 java.io.IOException

Get an input stream for the filename

Parameters:

filename - name of file

origin - relative origin point for file location

Returns:

corresponding input stream

Throws:

java.io.FileNotFoundException - couldn't find the file

java.io.IOException - problem opening stream

setUserAccountManager

public static void setUserAccountManager(IOUtil.UserAccountManager manager)

_more_

Parameters:

manager - _more_

getInputStreamOLDWAY

public static java.io.InputStream getInputStreamOLDWAY(java.lang.String filename,
                                                       java.lang.Class origin)
                                                throws java.io.FileNotFoundException,
                                                       java.io.IOException

Get an input stream for the filename

Parameters:

filename - name of file

origin - relative origin point for file location

Returns:

corresponding input stream

Throws:

java.io.FileNotFoundException - couldn't find the file

java.io.IOException - problem opening stream

getURL

public static java.net.URL getURL(java.lang.String filename,
                                  java.lang.Class origin)
                           throws java.io.FileNotFoundException,
                                  java.io.IOException

Get an input stream for the filename

Parameters:

filename - name of file

origin - relative origin point for file location

Returns:

corresponding input stream

Throws:

java.io.FileNotFoundException - couldn't find the file

java.io.IOException - problem opening stream

readContents

public static java.lang.String readContents(java.io.File file)
                                     throws java.io.FileNotFoundException,
                                            java.io.IOException

Read the contents of a File. Used for reading text type files (XML, HTML, etc)

Parameters:

file - file to read.

Returns:

contents as a String

Throws:

java.io.FileNotFoundException - couldn't find the file

java.io.IOException - problem opening stream

isADescendent

public static boolean isADescendent(java.io.File parent,
                                    java.io.File child)

_more_

Parameters:

parent - _more_

child - _more_

Returns:

_more_

readContents

public static java.lang.String readContents(java.lang.String contentName,
                                            java.lang.String dflt)

Return the String contents of the specified contentName. If the read fails (for whatever reason) then return the dflt parameter

Parameters:

contentName - URL or filename

dflt - default to return if a problem

Returns:

contents or default value

readContents

public static java.lang.String readContents(java.lang.String contentName,
                                            java.lang.Class origin,
                                            java.lang.String dflt)

Return the String contents of the specified contentName. If the read fails (for whatever reason) then return the dflt parameter

Parameters:

contentName - URL or filename

origin - origin class

dflt - default to return if a problem

Returns:

contents or default value

readContents

public static java.lang.String readContents(java.lang.String contentName)
                                     throws java.io.FileNotFoundException,
                                            java.io.IOException

Return the String contents of the specified contentName.

Parameters:

contentName - can either be a URL, a filename or a resource.

Returns:

contents or null if there is a problem.

Throws:

java.io.FileNotFoundException - couldn't find the file

java.io.IOException - problem reading contents

isRelativePath

public static boolean isRelativePath(java.lang.String path)

Is the given path relative

Parameters:

path - file path

Returns:

is relative

readContents

public static java.lang.String readContents(java.lang.String contentName,
                                            java.lang.Class origin)
                                     throws java.io.FileNotFoundException,
                                            java.io.IOException

Return the String contents of the specified contentName. contentName can either be a URL, a filename or a resource.

Parameters:

contentName - can either be a URL, a filename or a resource.

origin - relative origin for path to file

Returns:

contents or null if there is a problem.

Throws:

java.io.FileNotFoundException - couldn't find the file

java.io.IOException - problem reading contents

getFinalURL

public static java.lang.String getFinalURL(java.lang.String urlStr)

Return the String contents of the final url string.

Parameters:

urlStr - can be a URL .

Returns:

contents or null if there is a problem.

readBytesAndCache

public static byte[] readBytesAndCache(java.lang.String contentName,
                                       java.lang.String cacheGroup)
                                throws java.io.FileNotFoundException,
                                       java.io.IOException

See if the content is in the perma-cache. If it is then return it. Else read it (e.g., from a url) and cache it.

Parameters:

contentName - url or filename

cacheGroup - Cache group

Returns:

Bytes read

Throws:

java.io.FileNotFoundException - On badness

java.io.IOException - On badness

isZipFile

public static boolean isZipFile(java.lang.String file)

_more_

Parameters:

file - _more_

Returns:

_more_

readBytesAndCache

public static byte[] readBytesAndCache(java.lang.String contentName,
                                       java.lang.String cacheGroup,
                                       boolean unzipIfNeeded)
                                throws java.io.FileNotFoundException,
                                       java.io.IOException

See if the content is in the perma-cache. If it is then return it. Else read it (e.g., from a url) and cache it.

Parameters:

contentName - url or filename

cacheGroup - Cache group

unzipIfNeeded - IF true and if the url is a zip file then unzip it

Returns:

Bytes read

Throws:

java.io.FileNotFoundException - On badness

java.io.IOException - On badness

readContents

public static java.lang.String readContents(java.io.InputStream is)
                                     throws java.io.IOException

Read in the bytes from the given InputStream and construct and return a String. Closes the InputStream argument.

Parameters:

is - InputStream to read from

Returns:

contents as a String

Throws:

java.io.IOException - problem reading contents

readInputStream

public static java.lang.String readInputStream(java.io.InputStream is)
                                        throws java.io.IOException

Read in the bytes from the given InputStream and construct and return a String. Closes the InputStream argument.

Parameters:

is - InputStream to read from

Returns:

contents as a String

Throws:

java.io.IOException - problem reading contents

readBytes

public static byte[] readBytes(java.io.InputStream is)
                        throws java.io.IOException

Read in the bytes from the given InputStream Closes the InputStream argument.

Parameters:

is - InputStream to read from

Returns:

bytes read

Throws:

java.io.IOException - problem reading contents

readBytes

public static byte[] readBytes(java.io.InputStream is,
                               java.lang.Object loadId)
                        throws java.io.IOException

Read in the bytes from the given InputStream Closes the InputStream argument. The globalTimestamp and myTimestamp parameters, if non-null, allow calling routines to abort the read. globalTimestamp, if non-null, is a array of size one that holds a virtual timestamp. If at anytime during the read of the bytes the value in globalTimestamp is different then the value given for myTimestamp then the read is aborted and null is returned.

Parameters:

is - InputStream to read from

loadId - Job manager load id

Returns:

bytes read

Throws:

java.io.IOException - problem reading contents

close

public static void close(java.io.InputStream inputStream)

_more_

Parameters:

inputStream - _more_

close

public static void close(java.io.OutputStream outputStream)

_more_

Parameters:

outputStream - _more_

readBytes

public static byte[] readBytes(java.io.InputStream is,
                               java.lang.Object loadId,
                               boolean closeIt)
                        throws java.io.IOException

Read the bytes in the given input stream.

Parameters:

is - The input stream

loadId - If non-null check with the JobManager if we should continue

closeIt - If true then close the input stream

Returns:

The bytes

Throws:

java.io.IOException - On badness

joinDir

public static java.lang.String joinDir(java.lang.String f1,
                                       java.lang.String f2)

Return the String representation of the given filename joined to the given directory.

Parameters:

f1 - directory path

f2 - filename

Returns:

concatenated String with the appropriate file separator

joinDir

public static java.lang.String joinDir(java.io.File f1,
                                       java.lang.String filename)

Return the String representation of the given filename joined to the given directory f1.

Parameters:

f1 - directory path

filename - filename

Returns:

concatenated String with the appropriate file separator

joinDirs

public static java.lang.String joinDirs(java.lang.String... f)

Return the String representation of the given path separated by args.

Parameters:

f - directory path vararg

Returns:

concatenated String with the appropriate file separator

makeDir

public static java.lang.String makeDir(java.lang.String path)

If the directory defined in the given argument path does not exist then make it.

Parameters:

path - directory to make

Returns:

the directory path

makeDir

public static java.lang.String makeDir(java.io.File f)

If the directory defined in the given argument f does not exist then make it.

Parameters:

f - directory as a file

Returns:

directory path

makeDirRecursive

public static final void makeDirRecursive(java.io.File f)

Make the directory. This will recurse and make the directory tree if needed

Parameters:

f - directory to make

getFiles

public static java.util.List<java.io.File> getFiles(java.io.File dir,
                                                    boolean recurse)

Recursively descend (if recurse is true) through the given directory and return a list of all files

Parameters:

dir - The directory to look at

recurse - Do we recurse

Returns:

List of files

getFiles

public static java.util.List<java.io.File> getFiles(java.util.List files,
                                                    java.io.File dir,
                                                    boolean recurse)

Recursively descend (if recurse is true) through the given directory and return a list of all files

Parameters:

files - The list of files to add to

dir - The directory to look at

recurse - Do we recurse

Returns:

List of files

getFiles

public static java.util.List<java.io.File> getFiles(java.util.List files,
                                                    java.io.File dir,
                                                    boolean recurse,
                                                    PatternFileFilter filter)

Recursively descend (if recurse is true) through the given directory and return a list of all files

Parameters:

files - The list of files to add to

dir - The directory to look at

recurse - Do we recurse

filter - If non-null then use this to find files

Returns:

List of files

walkDirectory

public static boolean walkDirectory(java.io.File dir,
                                    IOUtil.FileViewer fileViewer)
                             throws java.lang.Exception

Walk the dir tree with the given file viewer

Parameters:

dir - dir

fileViewer - viewer

Returns:

should continue

Throws:

java.lang.Exception - on badness_

walkDirectory

public static boolean walkDirectory(java.io.File dir,
                                    IOUtil.FileViewer fileViewer,
                                    int level)
                             throws java.lang.Exception

Walk the dir tree with the given file viewer

Parameters:

dir - dir

fileViewer - viewer

level - tree depth

Returns:

should continue

Throws:

java.lang.Exception - on badness_

getDirectories

public static java.util.List<java.io.File> getDirectories(java.io.File dir,
                                                          boolean recurse)

Recursively descend (if recurse is true) through the given directory and return a list of all subdirectories.

Parameters:

dir - The directory to look at

recurse - Do we recurse

Returns:

List of subdirs (File)

getDirectories

public static java.util.List<java.io.File> getDirectories(java.util.List dirs,
                                                          boolean recurse)

Recursively descend (if recurse is true) through the given directories and return a list of all subdirectories.

Parameters:

dirs - List of directories to look at

recurse - Do we recurse

Returns:

List of subdirs (File)

pruneIfEmpty

public static void pruneIfEmpty(java.io.File root)

This will recursively prune empty subdirectories of the given root directory. It will delete the given root directory if it is empty.

Parameters:

root - Directory to prune

pruneEmptyDirectories

public static void pruneEmptyDirectories(java.io.File root)

This will recursively prune empty subdirectories of the given root directory. It will NOT delete the given root directory if it is empty.

Parameters:

root - Directory to prune

deleteDirectory

public static void deleteDirectory(java.io.File root)

This will recursively delete all contents under the given directory.

Parameters:

root - Directory to delete

wait

public static void wait(java.io.File directory,
                        java.lang.String filePattern,
                        double sleepSeconds)

Wait until there are new files in the given directory. If filePattern is non null then use that (regular expression) to match the files.

Parameters:

directory - The directory

filePattern - The pattern

sleepSeconds - Sleep this number of seconds between each check

wait

public static void wait(java.util.List files,
                        double sleepSeconds)

Wait until one or more of the files in the files list (File) has changed. If the files list is null or empty then just return.

Parameters:

files - List of File-s

sleepSeconds - Seconds to sleep between checks.

readSerializedObject

public static java.lang.Object readSerializedObject(java.lang.String file)
                                             throws java.lang.Exception

_more_

Parameters:

file - _more_

Returns:

_more_

Throws:

java.lang.Exception - _more_

writeSerializedObject

public static void writeSerializedObject(java.lang.String file,
                                         java.lang.Object o)
                                  throws java.lang.Exception

_more_

Parameters:

file - _more_

o - _more_

Throws:

java.lang.Exception - _more_

testio

public static void testio()
                   throws java.lang.Exception

_more_

Throws:

java.lang.Exception - _more_

main

public static void main(java.lang.String[] args)
                 throws java.lang.Exception

test mainp

Parameters:

args - cmd line args

Throws:

java.lang.Exception - On badness

writeJarFile

public static void writeJarFile(java.lang.String filename,
                                java.util.List files)
                         throws java.io.IOException

Write out the list of files to the jar file specified by filename

Parameters:

filename - jar file name

files - list of files

Throws:

java.io.IOException - On badness

writeJarFile

public static void writeJarFile(java.lang.String filename,
                                java.util.List files,
                                java.lang.String pathPrefix)
                         throws java.io.IOException

Write out the list of files to the jar file specified by filename

Parameters:

filename - jar file name

files - list of files

pathPrefix - If not null this is the prefx we add to the jar entry

Throws:

java.io.IOException - On badness

writeJarFile

public static void writeJarFile(java.lang.String filename,
                                java.util.List files,
                                java.lang.String pathPrefix,
                                boolean makeFilesUnique)
                         throws java.io.IOException

Write out the list of files to the jar file specified by filename

Parameters:

filename - jar file name

files - list of files

pathPrefix - If not null this is the prefx we add to the jar entry

makeFilesUnique - If true then make all of the file names unique in case of conflict

Throws:

java.io.IOException - On badness

createChecksum

public static byte[] createChecksum(java.lang.String filename)
                             throws java.lang.Exception

_more_

Parameters:

filename - _more_

Returns:

_more_

Throws:

java.lang.Exception - _more_

getMD5Checksum

public static java.lang.String getMD5Checksum(java.lang.String filename)
                                       throws java.lang.Exception

_more_

Parameters:

filename - _more_

Returns:

_more_

Throws:

java.lang.Exception - _more_

getMd5

public static java.lang.String getMd5(java.lang.String path)
                               throws java.lang.Exception

_more_

Parameters:

path - _more_

Returns:

_more_

Throws:

java.lang.Exception - _more_