public class WebHdfsFileSystem extends org.apache.hadoop.fs.FileSystem implements org.apache.hadoop.fs.DelegationTokenRenewer.Renewable
| Modifier and Type | Field and Description |
|---|---|
protected org.apache.hadoop.hdfs.web.URLConnectionFactory |
connectionFactory
Default connection factory may be overridden in tests to use smaller timeout values
|
static org.apache.commons.logging.Log |
LOG |
static String |
PATH_PREFIX
Http URI: http://namenode:port/{PATH_PREFIX}/path/to/file
|
static String |
SCHEME
File System URI: {SCHEME}://namenode:port/path/to/file
|
static org.apache.hadoop.io.Text |
TOKEN_KIND
Delegation token kind
|
protected org.apache.hadoop.hdfs.web.TokenAspect<WebHdfsFileSystem> |
tokenAspect |
static int |
VERSION
WebHdfs version.
|
| Constructor and Description |
|---|
WebHdfsFileSystem() |
| Modifier and Type | Method and Description |
|---|---|
org.apache.hadoop.fs.FSDataOutputStream |
append(org.apache.hadoop.fs.Path f,
int bufferSize,
org.apache.hadoop.util.Progressable progress) |
void |
cancelDelegationToken(org.apache.hadoop.security.token.Token<?> token) |
protected URI |
canonicalizeUri(URI uri) |
void |
close() |
void |
concat(org.apache.hadoop.fs.Path trg,
org.apache.hadoop.fs.Path[] srcs) |
org.apache.hadoop.fs.FSDataOutputStream |
create(org.apache.hadoop.fs.Path f,
org.apache.hadoop.fs.permission.FsPermission permission,
boolean overwrite,
int bufferSize,
short replication,
long blockSize,
org.apache.hadoop.util.Progressable progress) |
void |
createSymlink(org.apache.hadoop.fs.Path destination,
org.apache.hadoop.fs.Path f,
boolean createParent)
Create a symlink pointing to the destination path.
|
boolean |
delete(org.apache.hadoop.fs.Path f,
boolean recursive) |
URI |
getCanonicalUri() |
org.apache.hadoop.fs.ContentSummary |
getContentSummary(org.apache.hadoop.fs.Path p) |
long |
getDefaultBlockSize() |
protected int |
getDefaultPort() |
short |
getDefaultReplication() |
protected org.apache.hadoop.security.token.Token<?> |
getDelegationToken() |
org.apache.hadoop.security.token.Token<org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenIdentifier> |
getDelegationToken(String renewer) |
org.apache.hadoop.fs.BlockLocation[] |
getFileBlockLocations(org.apache.hadoop.fs.FileStatus status,
long offset,
long length) |
org.apache.hadoop.fs.BlockLocation[] |
getFileBlockLocations(org.apache.hadoop.fs.Path p,
long offset,
long length) |
org.apache.hadoop.fs.MD5MD5CRC32FileChecksum |
getFileChecksum(org.apache.hadoop.fs.Path p) |
org.apache.hadoop.fs.FileStatus |
getFileStatus(org.apache.hadoop.fs.Path f) |
org.apache.hadoop.fs.Path |
getHomeDirectory() |
static String |
getHomeDirectoryString(org.apache.hadoop.security.UserGroupInformation ugi) |
org.apache.hadoop.security.token.Token<?> |
getRenewToken() |
String |
getScheme()
Return the protocol scheme for the FileSystem.
|
protected String |
getTransportScheme()
return the underlying transport protocol (http / https).
|
URI |
getUri() |
org.apache.hadoop.fs.Path |
getWorkingDirectory() |
void |
initialize(URI uri,
org.apache.hadoop.conf.Configuration conf) |
protected void |
initializeTokenAspect()
Initialize tokenAspect.
|
static boolean |
isEnabled(org.apache.hadoop.conf.Configuration conf,
org.apache.commons.logging.Log log)
Is WebHDFS enabled in conf?
|
org.apache.hadoop.fs.FileStatus[] |
listStatus(org.apache.hadoop.fs.Path f) |
boolean |
mkdirs(org.apache.hadoop.fs.Path f,
org.apache.hadoop.fs.permission.FsPermission permission) |
org.apache.hadoop.fs.FSDataInputStream |
open(org.apache.hadoop.fs.Path f,
int buffersize) |
boolean |
rename(org.apache.hadoop.fs.Path src,
org.apache.hadoop.fs.Path dst) |
void |
rename(org.apache.hadoop.fs.Path src,
org.apache.hadoop.fs.Path dst,
org.apache.hadoop.fs.Options.Rename... options) |
long |
renewDelegationToken(org.apache.hadoop.security.token.Token<?> token) |
<T extends org.apache.hadoop.security.token.TokenIdentifier> |
setDelegationToken(org.apache.hadoop.security.token.Token<T> token) |
void |
setOwner(org.apache.hadoop.fs.Path p,
String owner,
String group) |
void |
setPermission(org.apache.hadoop.fs.Path p,
org.apache.hadoop.fs.permission.FsPermission permission) |
boolean |
setReplication(org.apache.hadoop.fs.Path p,
short replication) |
void |
setTimes(org.apache.hadoop.fs.Path p,
long mtime,
long atime) |
void |
setWorkingDirectory(org.apache.hadoop.fs.Path dir) |
append, append, areSymlinksEnabled, cancelDeleteOnExit, checkPath, clearStatistics, closeAll, closeAllForUGI, completeLocalOutput, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyToLocalFile, copyToLocalFile, copyToLocalFile, create, create, create, create, create, create, create, create, create, create, create, create, createNewFile, createNonRecursive, createNonRecursive, createNonRecursive, createSnapshot, createSnapshot, delete, deleteOnExit, deleteSnapshot, enableSymlinks, exists, fixRelativePart, get, get, get, getAllStatistics, getBlockSize, getDefaultBlockSize, getDefaultReplication, getDefaultUri, getFileLinkStatus, getFileSystemClass, getFSofPath, getInitialWorkingDirectory, getLength, getLinkTarget, getLocal, getName, getNamed, getReplication, getServerDefaults, getServerDefaults, getStatistics, getStatistics, getStatus, getStatus, getUsed, globStatus, globStatus, isDirectory, isFile, listCorruptFileBlocks, listFiles, listLocatedStatus, listLocatedStatus, listStatus, listStatus, listStatus, makeQualified, mkdirs, mkdirs, moveFromLocalFile, moveFromLocalFile, moveToLocalFile, newInstance, newInstance, newInstance, newInstanceLocal, open, primitiveCreate, primitiveMkdir, primitiveMkdir, printStatistics, processDeleteOnExit, renameSnapshot, resolveLink, resolvePath, setDefaultUri, setDefaultUri, setVerifyChecksum, setWriteChecksum, startLocalOutput, supportsSymlinkspublic static final org.apache.commons.logging.Log LOG
public static final String SCHEME
public static final int VERSION
public static final String PATH_PREFIX
protected org.apache.hadoop.hdfs.web.URLConnectionFactory connectionFactory
public static final org.apache.hadoop.io.Text TOKEN_KIND
protected org.apache.hadoop.hdfs.web.TokenAspect<WebHdfsFileSystem> tokenAspect
public WebHdfsFileSystem()
public String getScheme()
getScheme in class org.apache.hadoop.fs.FileSystemwebhdfsprotected String getTransportScheme()
protected void initializeTokenAspect()
public void initialize(URI uri, org.apache.hadoop.conf.Configuration conf) throws IOException
initialize in class org.apache.hadoop.fs.FileSystemIOExceptionpublic URI getCanonicalUri()
getCanonicalUri in class org.apache.hadoop.fs.FileSystempublic static boolean isEnabled(org.apache.hadoop.conf.Configuration conf, org.apache.commons.logging.Log log)
protected org.apache.hadoop.security.token.Token<?> getDelegationToken() throws IOException
IOExceptionprotected int getDefaultPort()
getDefaultPort in class org.apache.hadoop.fs.FileSystemprotected URI canonicalizeUri(URI uri)
canonicalizeUri in class org.apache.hadoop.fs.FileSystempublic static String getHomeDirectoryString(org.apache.hadoop.security.UserGroupInformation ugi)
public org.apache.hadoop.fs.Path getHomeDirectory()
getHomeDirectory in class org.apache.hadoop.fs.FileSystempublic org.apache.hadoop.fs.Path getWorkingDirectory()
getWorkingDirectory in class org.apache.hadoop.fs.FileSystempublic void setWorkingDirectory(org.apache.hadoop.fs.Path dir)
setWorkingDirectory in class org.apache.hadoop.fs.FileSystempublic org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path f) throws IOException
getFileStatus in class org.apache.hadoop.fs.FileSystemIOExceptionpublic boolean mkdirs(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission) throws IOException
mkdirs in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void createSymlink(org.apache.hadoop.fs.Path destination, org.apache.hadoop.fs.Path f, boolean createParent) throws IOException
createSymlink in class org.apache.hadoop.fs.FileSystemIOExceptionHdfs.createSymlink(Path, Path, boolean)public boolean rename(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst) throws IOException
rename in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void rename(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst, org.apache.hadoop.fs.Options.Rename... options) throws IOException
rename in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void setOwner(org.apache.hadoop.fs.Path p, String owner, String group) throws IOException
setOwner in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void setPermission(org.apache.hadoop.fs.Path p, org.apache.hadoop.fs.permission.FsPermission permission) throws IOException
setPermission in class org.apache.hadoop.fs.FileSystemIOExceptionpublic boolean setReplication(org.apache.hadoop.fs.Path p, short replication) throws IOException
setReplication in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void setTimes(org.apache.hadoop.fs.Path p, long mtime, long atime) throws IOException
setTimes in class org.apache.hadoop.fs.FileSystemIOExceptionpublic long getDefaultBlockSize()
getDefaultBlockSize in class org.apache.hadoop.fs.FileSystempublic short getDefaultReplication()
getDefaultReplication in class org.apache.hadoop.fs.FileSystempublic void concat(org.apache.hadoop.fs.Path trg, org.apache.hadoop.fs.Path[] srcs) throws IOException
concat in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, boolean overwrite, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress) throws IOException
create in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.FSDataOutputStream append(org.apache.hadoop.fs.Path f, int bufferSize, org.apache.hadoop.util.Progressable progress) throws IOException
append in class org.apache.hadoop.fs.FileSystemIOExceptionpublic boolean delete(org.apache.hadoop.fs.Path f, boolean recursive) throws IOException
delete in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.FSDataInputStream open(org.apache.hadoop.fs.Path f, int buffersize) throws IOException
open in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void close() throws IOException
close in interface Closeableclose in interface AutoCloseableclose in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path f) throws IOException
listStatus in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.security.token.Token<org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenIdentifier> getDelegationToken(String renewer) throws IOException
getDelegationToken in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.security.token.Token<?> getRenewToken()
getRenewToken in interface org.apache.hadoop.fs.DelegationTokenRenewer.Renewablepublic <T extends org.apache.hadoop.security.token.TokenIdentifier> void setDelegationToken(org.apache.hadoop.security.token.Token<T> token)
setDelegationToken in interface org.apache.hadoop.fs.DelegationTokenRenewer.Renewablepublic long renewDelegationToken(org.apache.hadoop.security.token.Token<?> token) throws IOException
IOExceptionpublic void cancelDelegationToken(org.apache.hadoop.security.token.Token<?> token) throws IOException
IOExceptionpublic org.apache.hadoop.fs.BlockLocation[] getFileBlockLocations(org.apache.hadoop.fs.FileStatus status, long offset, long length) throws IOException
getFileBlockLocations in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.BlockLocation[] getFileBlockLocations(org.apache.hadoop.fs.Path p, long offset, long length) throws IOException
getFileBlockLocations in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.ContentSummary getContentSummary(org.apache.hadoop.fs.Path p) throws IOException
getContentSummary in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.MD5MD5CRC32FileChecksum getFileChecksum(org.apache.hadoop.fs.Path p) throws IOException
getFileChecksum in class org.apache.hadoop.fs.FileSystemIOExceptionCopyright © 2014 Apache Software Foundation. All Rights Reserved.