@InterfaceAudience.Private public class HttpFSFileSystem extends FileSystem implements DelegationTokenRenewer.Renewable
This implementation allows a user to access HDFS over HTTP via a HttpFSServer server.
| Modifier and Type | Class and Description |
|---|---|
static class |
HttpFSFileSystem.FILE_TYPE |
static class |
HttpFSFileSystem.Operation |
FileSystem.StatisticsDEFAULT_FS, FS_DEFAULT_NAME_KEY, LOG, SHUTDOWN_HOOK_PRIORITY, statistics| Constructor and Description |
|---|
HttpFSFileSystem() |
| Modifier and Type | Method and Description |
|---|---|
FSDataOutputStream |
append(Path f,
int bufferSize,
Progressable progress)
Append to an existing file (optional operation).
|
void |
cancelDelegationToken(org.apache.hadoop.security.token.Token<?> token) |
void |
concat(Path f,
Path[] psrcs)
Concat existing files together.
|
FSDataOutputStream |
create(Path f,
FsPermission permission,
boolean overwrite,
int bufferSize,
short replication,
long blockSize,
Progressable progress)
Opens an FSDataOutputStream at the indicated Path with write-progress
reporting.
|
boolean |
delete(Path f)
Deprecated.
Use delete(Path, boolean) instead
|
boolean |
delete(Path f,
boolean recursive)
Delete a file.
|
AclStatus |
getAclStatus(Path path)
Get the ACL information for a given file
|
ContentSummary |
getContentSummary(Path f) |
protected int |
getDefaultPort()
Get the default port for this file system.
|
org.apache.hadoop.security.token.Token<?> |
getDelegationToken(String renewer) |
FileChecksum |
getFileChecksum(Path f) |
FileStatus |
getFileStatus(Path f)
Return a file status object that represents the path.
|
Path |
getHomeDirectory()
Return the current user's home directory in this filesystem.
|
org.apache.hadoop.security.token.Token<?> |
getRenewToken() |
String |
getScheme() |
URI |
getUri()
Returns a URI whose scheme and authority identify this FileSystem.
|
Path |
getWorkingDirectory()
Get the current working directory for the given file system
|
byte[] |
getXAttr(Path f,
String name) |
Map<String,byte[]> |
getXAttrs(Path f) |
Map<String,byte[]> |
getXAttrs(Path f,
List<String> names) |
void |
initialize(URI name,
Configuration conf)
Called after a new FileSystem instance is constructed.
|
FileStatus[] |
listStatus(Path f)
List the statuses of the files/directories in the given path if the path is
a directory.
|
List<String> |
listXAttrs(Path f) |
boolean |
mkdirs(Path f,
FsPermission permission)
Make the given file and all non-existent parents into
directories.
|
void |
modifyAclEntries(Path path,
List<AclEntry> aclSpec)
Modify the ACL entries for a file.
|
FSDataInputStream |
open(Path f,
int bufferSize)
Opens an FSDataInputStream at the indicated Path.
|
static String |
permissionToString(FsPermission p)
Converts a
FsPermission to a Unix octal representation. |
void |
removeAcl(Path path)
Remove all ACLs from a file
|
void |
removeAclEntries(Path path,
List<AclEntry> aclSpec)
Remove the specified ACL entries from a file
|
void |
removeDefaultAcl(Path path)
Removes the default ACL for the given file
|
void |
removeXAttr(Path f,
String name) |
boolean |
rename(Path src,
Path dst)
Renames Path src to Path dst.
|
long |
renewDelegationToken(org.apache.hadoop.security.token.Token<?> token) |
void |
setAcl(Path path,
List<AclEntry> aclSpec)
Set the ACLs for the given file
|
<T extends org.apache.hadoop.security.token.TokenIdentifier> |
setDelegationToken(org.apache.hadoop.security.token.Token<T> token) |
void |
setOwner(Path p,
String username,
String groupname)
Set owner of a path (i.e.
|
void |
setPermission(Path p,
FsPermission permission)
Set permission of a path.
|
boolean |
setReplication(Path src,
short replication)
Set replication for an existing file.
|
void |
setTimes(Path p,
long mtime,
long atime)
Set access time of a file
|
void |
setWorkingDirectory(Path newDir)
Set the current working directory for the given file system.
|
void |
setXAttr(Path f,
String name,
byte[] value,
EnumSet<XAttrSetFlag> flag) |
boolean |
truncate(Path f,
long newLength)
Truncate a file.
|
access, addDelegationTokens, append, append, areSymlinksEnabled, cancelDeleteOnExit, canonicalizeUri, checkPath, clearStatistics, close, closeAll, closeAllForUGI, completeLocalOutput, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyToLocalFile, copyToLocalFile, copyToLocalFile, create, create, create, create, create, create, create, create, create, create, create, create, createNewFile, createNonRecursive, createNonRecursive, createNonRecursive, createSnapshot, createSnapshot, createSymlink, deleteOnExit, deleteSnapshot, enableSymlinks, exists, fixRelativePart, get, get, get, getAllStatistics, getBlockSize, getCanonicalServiceName, getCanonicalUri, getChildFileSystems, getDefaultBlockSize, getDefaultBlockSize, getDefaultReplication, getDefaultReplication, getDefaultUri, getFileBlockLocations, getFileBlockLocations, getFileChecksum, getFileLinkStatus, getFileSystemClass, getFSofPath, getInitialWorkingDirectory, getLength, getLinkTarget, getLocal, getName, getNamed, getReplication, getServerDefaults, getServerDefaults, getStatistics, getStatistics, getStatus, getStatus, getUsed, globStatus, globStatus, isDirectory, isFile, listCorruptFileBlocks, listFiles, listLocatedStatus, listLocatedStatus, listStatus, listStatus, listStatus, listStatusIterator, makeQualified, mkdirs, mkdirs, moveFromLocalFile, moveFromLocalFile, moveToLocalFile, newInstance, newInstance, newInstance, newInstanceLocal, open, primitiveCreate, primitiveMkdir, primitiveMkdir, printStatistics, processDeleteOnExit, rename, renameSnapshot, resolveLink, resolvePath, setDefaultUri, setDefaultUri, setVerifyChecksum, setWriteChecksum, setXAttr, startLocalOutput, supportsSymlinksgetConf, setConfpublic static final String SERVICE_NAME
public static final String SERVICE_VERSION
public static final String SCHEME
public static final String OP_PARAM
public static final String DO_AS_PARAM
public static final String OVERWRITE_PARAM
public static final String REPLICATION_PARAM
public static final String BLOCKSIZE_PARAM
public static final String PERMISSION_PARAM
public static final String ACLSPEC_PARAM
public static final String DESTINATION_PARAM
public static final String RECURSIVE_PARAM
public static final String SOURCES_PARAM
public static final String OWNER_PARAM
public static final String GROUP_PARAM
public static final String MODIFICATION_TIME_PARAM
public static final String ACCESS_TIME_PARAM
public static final String XATTR_NAME_PARAM
public static final String XATTR_VALUE_PARAM
public static final String XATTR_SET_FLAG_PARAM
public static final String XATTR_ENCODING_PARAM
public static final String NEW_LENGTH_PARAM
public static final Short DEFAULT_PERMISSION
public static final String ACLSPEC_DEFAULT
public static final String RENAME_JSON
public static final String TRUNCATE_JSON
public static final String DELETE_JSON
public static final String MKDIRS_JSON
public static final String HOME_DIR_JSON
public static final String SET_REPLICATION_JSON
public static final String UPLOAD_CONTENT_TYPE
public static final String FILE_STATUSES_JSON
public static final String FILE_STATUS_JSON
public static final String PATH_SUFFIX_JSON
public static final String TYPE_JSON
public static final String LENGTH_JSON
public static final String OWNER_JSON
public static final String GROUP_JSON
public static final String PERMISSION_JSON
public static final String ACCESS_TIME_JSON
public static final String MODIFICATION_TIME_JSON
public static final String BLOCK_SIZE_JSON
public static final String REPLICATION_JSON
public static final String XATTRS_JSON
public static final String XATTR_NAME_JSON
public static final String XATTR_VALUE_JSON
public static final String XATTRNAMES_JSON
public static final String FILE_CHECKSUM_JSON
public static final String CHECKSUM_ALGORITHM_JSON
public static final String CHECKSUM_BYTES_JSON
public static final String CHECKSUM_LENGTH_JSON
public static final String CONTENT_SUMMARY_JSON
public static final String CONTENT_SUMMARY_DIRECTORY_COUNT_JSON
public static final String CONTENT_SUMMARY_FILE_COUNT_JSON
public static final String CONTENT_SUMMARY_LENGTH_JSON
public static final String CONTENT_SUMMARY_QUOTA_JSON
public static final String CONTENT_SUMMARY_SPACE_CONSUMED_JSON
public static final String CONTENT_SUMMARY_SPACE_QUOTA_JSON
public static final String ACL_STATUS_JSON
public static final String ACL_STICKY_BIT_JSON
public static final String ACL_ENTRIES_JSON
public static final String ACL_BIT_JSON
public static final int HTTP_TEMPORARY_REDIRECT
public void initialize(URI name, Configuration conf) throws IOException
initialize in class FileSystemname - a uri whose authority section names the host, port, etc. for this FileSystemconf - the configurationIOExceptionpublic String getScheme()
getScheme in class FileSystempublic URI getUri()
getUri in class FileSystemprotected int getDefaultPort()
getDefaultPort in class FileSystempublic FSDataInputStream open(Path f, int bufferSize) throws IOException
IMPORTANT: the returned FSDataInputStream does not support the
PositionReadable and Seekable methods.
open in class FileSystemf - the file name to openbufferSize - the size of the buffer to be used.IOExceptionpublic static String permissionToString(FsPermission p)
FsPermission to a Unix octal representation.p - the permission.public FSDataOutputStream create(Path f, FsPermission permission, boolean overwrite, int bufferSize, short replication, long blockSize, Progressable progress) throws IOException
IMPORTANT: The Progressable parameter is not used.
create in class FileSystemf - the file name to open.permission - file permission.overwrite - if a file with this name already exists, then if true,
the file will be overwritten, and if false an error will be thrown.bufferSize - the size of the buffer to be used.replication - required block replication for the file.blockSize - block size.progress - progressable.IOExceptionsetPermission(Path, FsPermission)public FSDataOutputStream append(Path f, int bufferSize, Progressable progress) throws IOException
IMPORTANT: The Progressable parameter is not used.
append in class FileSystemf - the existing file to be appended.bufferSize - the size of the buffer to be used.progress - for reporting progress if it is not null.IOExceptionpublic boolean truncate(Path f, long newLength) throws IOException
truncate in class FileSystemf - the file to be truncated.newLength - The size the file is to be truncated to.IOExceptionpublic void concat(Path f, Path[] psrcs) throws IOException
concat in class FileSystemf - the path to the target destination.psrcs - the paths to the sources to use for the concatenation.IOExceptionpublic boolean rename(Path src, Path dst) throws IOException
rename in class FileSystemIOException@Deprecated public boolean delete(Path f) throws IOException
delete in class FileSystemIOExceptionpublic boolean delete(Path f, boolean recursive) throws IOException
delete in class FileSystemf - the path to delete.recursive - if path is a directory and set to
true, the directory is deleted else throws an exception. In
case of a file the recursive can be set to either true or false.IOExceptionpublic FileStatus[] listStatus(Path f) throws IOException
listStatus in class FileSystemf - given pathIOExceptionpublic void setWorkingDirectory(Path newDir)
setWorkingDirectory in class FileSystemnewDir - new directory.public Path getWorkingDirectory()
getWorkingDirectory in class FileSystempublic boolean mkdirs(Path f, FsPermission permission) throws IOException
mkdirs in class FileSystemIOExceptionpublic FileStatus getFileStatus(Path f) throws IOException
getFileStatus in class FileSystemf - The path we want information fromFileNotFoundException - when the path does not exist;
IOException see specific implementationIOExceptionpublic Path getHomeDirectory()
getHomeDirectory in class FileSystempublic void setOwner(Path p, String username, String groupname) throws IOException
setOwner in class FileSystemp - The pathusername - If it is null, the original username remains unchanged.groupname - If it is null, the original groupname remains unchanged.IOExceptionpublic void setPermission(Path p, FsPermission permission) throws IOException
setPermission in class FileSystemp - path.permission - permission.IOExceptionpublic void setTimes(Path p, long mtime, long atime) throws IOException
setTimes in class FileSystemp - The pathmtime - Set the modification time of this file.
The number of milliseconds since Jan 1, 1970.
A value of -1 means that this call should not set modification time.atime - Set the access time of this file.
The number of milliseconds since Jan 1, 1970.
A value of -1 means that this call should not set access time.IOExceptionpublic boolean setReplication(Path src, short replication) throws IOException
setReplication in class FileSystemsrc - file namereplication - new replicationIOExceptionpublic void modifyAclEntries(Path path, List<AclEntry> aclSpec) throws IOException
modifyAclEntries in class FileSystempath - Path to modifyaclSpec - describing modificationsIOExceptionpublic void removeAclEntries(Path path, List<AclEntry> aclSpec) throws IOException
removeAclEntries in class FileSystempath - Path to modifyaclSpec - describing entries to removeIOExceptionpublic void removeDefaultAcl(Path path) throws IOException
removeDefaultAcl in class FileSystempath - Path from which to remove the default ACL.IOExceptionpublic void removeAcl(Path path) throws IOException
removeAcl in class FileSystempath - Path from which to remove all ACLsIOExceptionpublic void setAcl(Path path, List<AclEntry> aclSpec) throws IOException
setAcl in class FileSystempath - Path to modifyaclSpec - describing modifications, must include
entries for user, group, and others for compatibility
with permission bits.IOExceptionpublic AclStatus getAclStatus(Path path) throws IOException
getAclStatus in class FileSystempath - Path to acquire ACL info forIOExceptionpublic ContentSummary getContentSummary(Path f) throws IOException
getContentSummary in class FileSystemIOExceptionpublic FileChecksum getFileChecksum(Path f) throws IOException
getFileChecksum in class FileSystemIOExceptionpublic org.apache.hadoop.security.token.Token<?> getDelegationToken(String renewer) throws IOException
getDelegationToken in class FileSystemIOExceptionpublic long renewDelegationToken(org.apache.hadoop.security.token.Token<?> token) throws IOException
IOExceptionpublic void cancelDelegationToken(org.apache.hadoop.security.token.Token<?> token) throws IOException
IOExceptionpublic org.apache.hadoop.security.token.Token<?> getRenewToken()
getRenewToken in interface DelegationTokenRenewer.Renewablepublic <T extends org.apache.hadoop.security.token.TokenIdentifier> void setDelegationToken(org.apache.hadoop.security.token.Token<T> token)
setDelegationToken in interface DelegationTokenRenewer.Renewablepublic void setXAttr(Path f, String name, byte[] value, EnumSet<XAttrSetFlag> flag) throws IOException
setXAttr in class FileSystemIOExceptionpublic byte[] getXAttr(Path f, String name) throws IOException
getXAttr in class FileSystemIOExceptionpublic Map<String,byte[]> getXAttrs(Path f) throws IOException
getXAttrs in class FileSystemIOExceptionpublic Map<String,byte[]> getXAttrs(Path f, List<String> names) throws IOException
getXAttrs in class FileSystemIOExceptionpublic List<String> listXAttrs(Path f) throws IOException
listXAttrs in class FileSystemIOExceptionpublic void removeXAttr(Path f, String name) throws IOException
removeXAttr in class FileSystemIOExceptionCopyright © 2018 CERN. All Rights Reserved.