alluxio.underfs.oss

Class OSSUnderFileSystem

java.lang.Object

alluxio.underfs.UnderFileSystem

alluxio.underfs.oss.OSSUnderFileSystem

@ThreadSafe
public final class OSSUnderFileSystem
extends UnderFileSystem

Aliyun OSS UnderFileSystem implementation.

Nested Class Summary

Nested classes/interfaces inherited from class alluxio.underfs.UnderFileSystem

UnderFileSystem.SpaceType

Field Summary

Fields inherited from class alluxio.underfs.UnderFileSystem

LISTING_LENGTH, mProperties, mUri

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	OSSUnderFileSystem(AlluxioURI uri, com.aliyun.oss.OSSClient ossClient, String bucketName, String bucketPrefix) Constructor for OSSUnderFileSystem.

Method Summary

Methods

Modifier and Type	Method and Description
void	close()
void	connectFromMaster(String hostname)
void	connectFromWorker(String hostname)
OutputStream	create(String path)
OutputStream	create(String path, CreateOptions options)
static OSSUnderFileSystem	createInstance(AlluxioURI uri) Constructs a new instance of OSSUnderFileSystem.
boolean	delete(String path, boolean recursive)
boolean	exists(String path)
long	getBlockSizeByte(String path) Gets the block size in bytes.
Object	getConf()
List<String>	getFileLocations(String path)
List<String>	getFileLocations(String path, long offset)
long	getFileSize(String path)
String	getGroup(String path)
short	getMode(String path)
long	getModificationTimeMs(String path)
String	getOwner(String path)
long	getSpace(String path, UnderFileSystem.SpaceType type)
String	getUnderFSType()
boolean	isFile(String path)
String[]	list(String path)
boolean	mkdirs(String path, boolean createParent)
boolean	mkdirs(String path, MkdirsOptions options)
InputStream	open(String path)
boolean	rename(String src, String dst)
void	setConf(Object conf)
void	setMode(String path, short mode)
void	setOwner(String path, String user, String group)
boolean	supportsFlush()

Methods inherited from class alluxio.underfs.UnderFileSystem

configureProperties, get, get, getProperties, isHadoopUnderFS, listRecursive, parse, providesStorage, resolveUri, setProperties

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

OSSUnderFileSystem

protected OSSUnderFileSystem(AlluxioURI uri,
                  com.aliyun.oss.OSSClient ossClient,
                  String bucketName,
                  String bucketPrefix)

Constructor for OSSUnderFileSystem.

Parameters:

uri - the AlluxioURI for this UFS

ossClient - Aliyun OSS client

bucketName - bucket name of user's configured Alluxio bucket

bucketPrefix - prefix of the bucket

Method Detail

createInstance

public static OSSUnderFileSystem createInstance(AlluxioURI uri)
                                         throws Exception

Constructs a new instance of OSSUnderFileSystem.

Parameters:

uri - the AlluxioURI for this UFS

Returns:

the created OSSUnderFileSystem instance

Throws:

Exception - when a connection to GCS could not be created

getUnderFSType

public String getUnderFSType()

Specified by:

getUnderFSType in class UnderFileSystem

connectFromMaster

public void connectFromMaster(String hostname)
                       throws IOException

Specified by:

connectFromMaster in class UnderFileSystem

Throws:

IOException

connectFromWorker

public void connectFromWorker(String hostname)
                       throws IOException

Specified by:

connectFromWorker in class UnderFileSystem

Throws:

IOException

close

public void close()
           throws IOException

Specified by:

close in class UnderFileSystem

Throws:

IOException

create

public OutputStream create(String path)
                    throws IOException

Specified by:

create in class UnderFileSystem

Throws:

IOException

create

public OutputStream create(String path,
                  CreateOptions options)
                    throws IOException

Specified by:

create in class UnderFileSystem

Throws:

IOException

delete

public boolean delete(String path,
             boolean recursive)
               throws IOException

Specified by:

delete in class UnderFileSystem

Throws:

IOException

exists

public boolean exists(String path)
               throws IOException

Specified by:

exists in class UnderFileSystem

Throws:

IOException

getBlockSizeByte

public long getBlockSizeByte(String path)
                      throws IOException

Gets the block size in bytes. There is no concept of a block in OSS and the maximum size of one put is 5 GB and the maximum size of a multipart upload is 48.8 TB. This method defaults to the default user block size in Alluxio.

Specified by:

getBlockSizeByte in class UnderFileSystem

Parameters:

path - the file name

Returns:

the default Alluxio user block size

Throws:

IOException - this implementation will not throw this exception, but subclasses may

getConf

public Object getConf()

Specified by:

getConf in class UnderFileSystem

getFileLocations

public List<String> getFileLocations(String path)
                              throws IOException

Specified by:

getFileLocations in class UnderFileSystem

Throws:

IOException

getFileLocations

public List<String> getFileLocations(String path,
                            long offset)
                              throws IOException

Specified by:

getFileLocations in class UnderFileSystem

Throws:

IOException

getFileSize

public long getFileSize(String path)
                 throws IOException

Specified by:

getFileSize in class UnderFileSystem

Throws:

IOException

getModificationTimeMs

public long getModificationTimeMs(String path)
                           throws IOException

Specified by:

getModificationTimeMs in class UnderFileSystem

Throws:

IOException

getSpace

public long getSpace(String path,
            UnderFileSystem.SpaceType type)
              throws IOException

Specified by:

getSpace in class UnderFileSystem

Throws:

IOException

isFile

public boolean isFile(String path)
               throws IOException

Specified by:

isFile in class UnderFileSystem

Throws:

IOException

list

public String[] list(String path)
              throws IOException

Specified by:

list in class UnderFileSystem

Throws:

IOException

mkdirs

public boolean mkdirs(String path,
             boolean createParent)
               throws IOException

Specified by:

mkdirs in class UnderFileSystem

Throws:

IOException

mkdirs

public boolean mkdirs(String path,
             MkdirsOptions options)
               throws IOException

Specified by:

mkdirs in class UnderFileSystem

Throws:

IOException

open

public InputStream open(String path)
                 throws IOException

Specified by:

open in class UnderFileSystem

Throws:

IOException

rename

public boolean rename(String src,
             String dst)
               throws IOException

Specified by:

rename in class UnderFileSystem

Throws:

IOException

setConf

public void setConf(Object conf)

Specified by:

setConf in class UnderFileSystem

setOwner

public void setOwner(String path,
            String user,
            String group)

Specified by:

setOwner in class UnderFileSystem

setMode

public void setMode(String path,
           short mode)
             throws IOException

Specified by:

setMode in class UnderFileSystem

Throws:

IOException

getOwner

public String getOwner(String path)
                throws IOException

Specified by:

getOwner in class UnderFileSystem

Throws:

IOException

getGroup

public String getGroup(String path)
                throws IOException

Specified by:

getGroup in class UnderFileSystem

Throws:

IOException

getMode

public short getMode(String path)
              throws IOException

Specified by:

getMode in class UnderFileSystem

Throws:

IOException

supportsFlush

public boolean supportsFlush()

Overrides:

supportsFlush in class UnderFileSystem