org.apache.hadoop.fs.azurebfs

Class AzureBlobFileSystemStore

java.lang.Object

org.apache.hadoop.fs.azurebfs.AzureBlobFileSystemStore

All Implemented Interfaces:

Closeable, AutoCloseable

@InterfaceAudience.Public
 @InterfaceStability.Evolving
public class AzureBlobFileSystemStore
extends Object
implements Closeable

Provides the bridging logic between Hadoop's abstract filesystem and Azure Storage.

Constructor Summary

Constructors

Constructor and Description
AzureBlobFileSystemStore(URI uri, boolean isSecureScheme, Configuration configuration)

Method Summary

Modifier and Type	Method and Description
void	close()
void	createDirectory(Path path, FsPermission permission, FsPermission umask)
OutputStream	createFile(Path path, boolean overwrite, FsPermission permission, FsPermission umask)
void	createFilesystem()
void	delete(Path path, boolean recursive)
void	deleteFilesystem()
org.apache.hadoop.fs.azurebfs.AbfsConfiguration	getAbfsConfiguration()
AclStatus	getAclStatus(Path path)
FileStatus	getFileStatus(Path path)
Hashtable<String,String>	getFilesystemProperties()
boolean	getIsNamespaceEnabled()
Hashtable<String,String>	getPathStatus(Path path)
String	getPrimaryGroup()
String	getUser()
boolean	isAtomicRenameKey(String key)
FileStatus[]	listStatus(Path path)
FileStatus[]	listStatus(Path path, String startFrom)
void	modifyAclEntries(Path path, List<AclEntry> aclSpec)
org.apache.hadoop.fs.azurebfs.services.AbfsInputStream	openFileForRead(Path path, org.apache.hadoop.fs.FileSystem.Statistics statistics)
OutputStream	openFileForWrite(Path path, boolean overwrite)
void	removeAcl(Path path)
void	removeAclEntries(Path path, List<AclEntry> aclSpec)
void	removeDefaultAcl(Path path)
void	rename(Path source, Path destination)
void	setAcl(Path path, List<AclEntry> aclSpec)
void	setFilesystemProperties(Hashtable<String,String> properties)
void	setOwner(Path path, String owner, String group)
void	setPathProperties(Path path, Hashtable<String,String> properties)
void	setPermission(Path path, FsPermission permission)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

AzureBlobFileSystemStore

public AzureBlobFileSystemStore(URI uri,
                                boolean isSecureScheme,
                                Configuration configuration)
                         throws IOException

Throws:

IOException

Method Detail

getUser

public String getUser()

Returns:

local user name.

getPrimaryGroup

public String getPrimaryGroup()

Returns:

primary group that user belongs to.

close

public void close()
           throws IOException

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Throws:

IOException

getIsNamespaceEnabled

public boolean getIsNamespaceEnabled()
                              throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

getAbfsConfiguration

public org.apache.hadoop.fs.azurebfs.AbfsConfiguration getAbfsConfiguration()

getFilesystemProperties

public Hashtable<String,String> getFilesystemProperties()
                                                 throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

setFilesystemProperties

public void setFilesystemProperties(Hashtable<String,String> properties)
                             throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

getPathStatus

public Hashtable<String,String> getPathStatus(Path path)
                                       throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

setPathProperties

public void setPathProperties(Path path,
                              Hashtable<String,String> properties)
                       throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

createFilesystem

public void createFilesystem()
                      throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

deleteFilesystem

public void deleteFilesystem()
                      throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

createFile

public OutputStream createFile(Path path,
                               boolean overwrite,
                               FsPermission permission,
                               FsPermission umask)
                        throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

createDirectory

public void createDirectory(Path path,
                            FsPermission permission,
                            FsPermission umask)
                     throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

openFileForRead

public org.apache.hadoop.fs.azurebfs.services.AbfsInputStream openFileForRead(Path path,
                                                                              org.apache.hadoop.fs.FileSystem.Statistics statistics)
                                                                       throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

openFileForWrite

public OutputStream openFileForWrite(Path path,
                                     boolean overwrite)
                              throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

rename

public void rename(Path source,
                   Path destination)
            throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

delete

public void delete(Path path,
                   boolean recursive)
            throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

getFileStatus

public FileStatus getFileStatus(Path path)
                         throws IOException

Throws:

IOException

listStatus

public FileStatus[] listStatus(Path path)
                        throws IOException

Parameters:

path - The list path.

Returns:

the entries in the path.

Throws:

IOException

listStatus

@InterfaceStability.Unstable
public FileStatus[] listStatus(Path path,
                                                            String startFrom)
                                                     throws IOException

Parameters:

path - Path the list path.

startFrom - the entry name that list results should start with. For example, if folder "/folder" contains four files: "afile", "bfile", "hfile", "ifile". Then listStatus(Path("/folder"), "hfile") will return "/folder/hfile" and "folder/ifile" Notice that if startFrom is a non-existent entry name, then the list response contains all entries after this non-existent entry in lexical order: listStatus(Path("/folder"), "cfile") will return "/folder/hfile" and "/folder/ifile".

Returns:

the entries in the path start from "startFrom" in lexical order.

Throws:

IOException

setOwner

public void setOwner(Path path,
                     String owner,
                     String group)
              throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

setPermission

public void setPermission(Path path,
                          FsPermission permission)
                   throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

modifyAclEntries

public void modifyAclEntries(Path path,
                             List<AclEntry> aclSpec)
                      throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

removeAclEntries

public void removeAclEntries(Path path,
                             List<AclEntry> aclSpec)
                      throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

removeDefaultAcl

public void removeDefaultAcl(Path path)
                      throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

removeAcl

public void removeAcl(Path path)
               throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

setAcl

public void setAcl(Path path,
                   List<AclEntry> aclSpec)
            throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

getAclStatus

public AclStatus getAclStatus(Path path)
                       throws IOException

Throws:

IOException

isAtomicRenameKey

public boolean isAtomicRenameKey(String key)