public class ResourceFileSystem
extends org.apache.hadoop.fs.FileSystem
FileSystem that is based on a set of resources.| Modifier and Type | Field and Description |
|---|---|
static java.lang.String |
RESOURCE_FILE_SYSTEM_CONFIGURATION |
static java.lang.String |
SCHEME |
| Constructor and Description |
|---|
ResourceFileSystem() |
| Modifier and Type | Method and Description |
|---|---|
static void |
addResource(java.lang.String name,
org.openstreetmap.atlas.streaming.resource.Resource resource) |
org.apache.hadoop.fs.FSDataOutputStream |
append(org.apache.hadoop.fs.Path hadoopPath,
int bufferSize,
org.apache.hadoop.util.Progressable progress) |
static org.apache.spark.SparkConf |
configuredConf() |
static org.apache.hadoop.conf.Configuration |
configuredConfiguration() |
org.apache.hadoop.fs.FSDataOutputStream |
create(org.apache.hadoop.fs.Path hadoopPath,
org.apache.hadoop.fs.permission.FsPermission permission,
boolean overwrite,
int bufferSize,
short replication,
long blockSize,
org.apache.hadoop.util.Progressable progress) |
boolean |
delete(org.apache.hadoop.fs.Path hadoopPath,
boolean recursive) |
static java.util.Set<java.lang.String> |
files() |
org.apache.hadoop.fs.FileStatus |
getFileStatus(org.apache.hadoop.fs.Path hadoopPath) |
java.net.URI |
getUri() |
org.apache.hadoop.fs.Path |
getWorkingDirectory() |
void |
initialize(java.net.URI uri,
org.apache.hadoop.conf.Configuration conf) |
org.apache.hadoop.fs.FileStatus[] |
listStatus(org.apache.hadoop.fs.Path hadoopPath) |
boolean |
mkdirs(org.apache.hadoop.fs.Path hadoopPath,
org.apache.hadoop.fs.permission.FsPermission permission) |
org.apache.hadoop.fs.FSDataInputStream |
open(org.apache.hadoop.fs.Path hadoopPath,
int bufferSize) |
static void |
printContents() |
boolean |
rename(org.apache.hadoop.fs.Path source,
org.apache.hadoop.fs.Path destination) |
void |
setWorkingDirectory(org.apache.hadoop.fs.Path newDirectory) |
static java.util.Map<java.lang.String,java.lang.String> |
simpleconfiguration() |
access, addDelegationTokens, append, append, areSymlinksEnabled, cancelDeleteOnExit, canonicalizeUri, checkPath, clearStatistics, close, closeAll, closeAllForUGI, completeLocalOutput, concat, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyToLocalFile, copyToLocalFile, copyToLocalFile, create, create, create, create, create, create, create, create, create, create, create, create, createNewFile, createNonRecursive, createNonRecursive, createNonRecursive, createSnapshot, createSnapshot, createSymlink, delete, deleteOnExit, deleteSnapshot, enableSymlinks, exists, fixRelativePart, get, get, get, getAclStatus, getAllStatistics, getBlockSize, getCanonicalServiceName, getCanonicalUri, getChildFileSystems, getContentSummary, getDefaultBlockSize, getDefaultBlockSize, getDefaultPort, getDefaultReplication, getDefaultReplication, getDefaultUri, getDelegationToken, getFileBlockLocations, getFileBlockLocations, getFileChecksum, getFileChecksum, getFileLinkStatus, getFileSystemClass, getFSofPath, getHomeDirectory, getInitialWorkingDirectory, getLength, getLinkTarget, getLocal, getName, getNamed, getReplication, getScheme, getServerDefaults, getServerDefaults, getStatistics, getStatistics, getStatus, getStatus, getTracer, getTrashRoot, getTrashRoots, getUsed, getXAttr, getXAttrs, getXAttrs, globStatus, globStatus, isDirectory, isFile, listCorruptFileBlocks, listFiles, listLocatedStatus, listLocatedStatus, listStatus, listStatus, listStatus, listStatusIterator, listXAttrs, makeQualified, mkdirs, mkdirs, modifyAclEntries, moveFromLocalFile, moveFromLocalFile, moveToLocalFile, newInstance, newInstance, newInstance, newInstanceLocal, open, primitiveCreate, primitiveMkdir, primitiveMkdir, printStatistics, processDeleteOnExit, removeAcl, removeAclEntries, removeDefaultAcl, removeXAttr, rename, renameSnapshot, resolveLink, resolvePath, setAcl, setDefaultUri, setDefaultUri, setOwner, setPermission, setReplication, setTimes, setVerifyChecksum, setWriteChecksum, setXAttr, setXAttr, startLocalOutput, supportsSymlinkspublic static final java.lang.String SCHEME
public static final java.lang.String RESOURCE_FILE_SYSTEM_CONFIGURATION
public static void addResource(java.lang.String name,
org.openstreetmap.atlas.streaming.resource.Resource resource)
public static org.apache.spark.SparkConf configuredConf()
public static org.apache.hadoop.conf.Configuration configuredConfiguration()
public static java.util.Set<java.lang.String> files()
public static void printContents()
public static java.util.Map<java.lang.String,java.lang.String> simpleconfiguration()
public org.apache.hadoop.fs.FSDataOutputStream append(org.apache.hadoop.fs.Path hadoopPath,
int bufferSize,
org.apache.hadoop.util.Progressable progress)
throws java.io.IOException
append in class org.apache.hadoop.fs.FileSystemjava.io.IOExceptionpublic org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path hadoopPath,
org.apache.hadoop.fs.permission.FsPermission permission,
boolean overwrite,
int bufferSize,
short replication,
long blockSize,
org.apache.hadoop.util.Progressable progress)
throws java.io.IOException
create in class org.apache.hadoop.fs.FileSystemjava.io.IOExceptionpublic boolean delete(org.apache.hadoop.fs.Path hadoopPath,
boolean recursive)
throws java.io.IOException
delete in class org.apache.hadoop.fs.FileSystemjava.io.IOExceptionpublic org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path hadoopPath)
throws java.io.IOException
getFileStatus in class org.apache.hadoop.fs.FileSystemjava.io.IOExceptionpublic java.net.URI getUri()
getUri in class org.apache.hadoop.fs.FileSystempublic org.apache.hadoop.fs.Path getWorkingDirectory()
getWorkingDirectory in class org.apache.hadoop.fs.FileSystempublic void initialize(java.net.URI uri,
org.apache.hadoop.conf.Configuration conf)
throws java.io.IOException
initialize in class org.apache.hadoop.fs.FileSystemjava.io.IOExceptionpublic org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path hadoopPath)
throws java.io.FileNotFoundException,
java.io.IOException
listStatus in class org.apache.hadoop.fs.FileSystemjava.io.FileNotFoundExceptionjava.io.IOExceptionpublic boolean mkdirs(org.apache.hadoop.fs.Path hadoopPath,
org.apache.hadoop.fs.permission.FsPermission permission)
throws java.io.IOException
mkdirs in class org.apache.hadoop.fs.FileSystemjava.io.IOExceptionpublic org.apache.hadoop.fs.FSDataInputStream open(org.apache.hadoop.fs.Path hadoopPath,
int bufferSize)
throws java.io.IOException
open in class org.apache.hadoop.fs.FileSystemjava.io.IOExceptionpublic boolean rename(org.apache.hadoop.fs.Path source,
org.apache.hadoop.fs.Path destination)
throws java.io.IOException
rename in class org.apache.hadoop.fs.FileSystemjava.io.IOExceptionpublic void setWorkingDirectory(org.apache.hadoop.fs.Path newDirectory)
setWorkingDirectory in class org.apache.hadoop.fs.FileSystem