cascading.tap.hadoop
Class StreamedFileSystem

java.lang.Object
  FileSystem
      cascading.tap.hadoop.StreamedFileSystem

Direct Known Subclasses:

HttpFileSystem, S3HttpFileSystem

public abstract class StreamedFileSystem
extends FileSystem

Class StreamedFileSystem is a base class for FileSystem implementations that manage remote resources.

Constructor Summary

StreamedFileSystem()

Method Summary

FSDataOutputStream	append(Path f, int bufferSize, Progressable progress)
FSDataOutputStream	create(Path path, FsPermission permission, boolean overwrite, int bufferSize, short replication, long blockSize, Progressable progress)
boolean	delete(Path path) Deprecated.
boolean	delete(Path path, boolean b)
static String	getMD5SumFor(Configuration conf, Path path)
static String	getMD5SumFor(Configuration conf, String path)
Path	getWorkingDirectory()
FileStatus[]	listStatus(Path path)
boolean	mkdirs(Path path, FsPermission fsPermission)
boolean	rename(Path path, Path path1)
static void	setMD5SumFor(Configuration conf, Path path, String md5Hex)
static void	setMD5SumFor(Configuration conf, String path, String md5Hex)
void	setWorkingDirectory(Path f)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

StreamedFileSystem

public StreamedFileSystem()

Method Detail

create

public FSDataOutputStream create(Path path,
                                 FsPermission permission,
                                 boolean overwrite,
                                 int bufferSize,
                                 short replication,
                                 long blockSize,
                                 Progressable progress)
                          throws IOException

Throws:

IOException

rename

public boolean rename(Path path,
                      Path path1)
               throws IOException

Throws:

IOException

delete

@Deprecated
public boolean delete(Path path)
               throws IOException

Deprecated.

Throws:

IOException

delete

public boolean delete(Path path,
                      boolean b)
               throws IOException

Throws:

IOException

getWorkingDirectory

public Path getWorkingDirectory()

setWorkingDirectory

public void setWorkingDirectory(Path f)

mkdirs

public boolean mkdirs(Path path,
                      FsPermission fsPermission)
               throws IOException

Throws:

IOException

listStatus

public FileStatus[] listStatus(Path path)
                        throws IOException

Throws:

IOException

append

public FSDataOutputStream append(Path f,
                                 int bufferSize,
                                 Progressable progress)
                          throws IOException

Throws:

IOException

getMD5SumFor

public static String getMD5SumFor(Configuration conf,
                                  Path path)

getMD5SumFor

public static String getMD5SumFor(Configuration conf,
                                  String path)

setMD5SumFor

public static void setMD5SumFor(Configuration conf,
                                Path path,
                                String md5Hex)

setMD5SumFor

public static void setMD5SumFor(Configuration conf,
                                String path,
                                String md5Hex)