org.apache.hadoop.hbase.master.assignment

Class RegionStates

java.lang.Object

org.apache.hadoop.hbase.master.assignment.RegionStates

@InterfaceAudience.Private
public class RegionStates
extends Object

RegionStates contains a set of Maps that describes the in-memory state of the AM, with the regions available in the system, the region in transition, the offline regions and the servers holding regions.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	RegionStates.RegionFailedOpen
static class	RegionStates.RegionStateNode Current Region State.
static class	RegionStates.ServerState Server State.
static class	RegionStates.ServerStateNode State of Server; list of hosted regions, etc.

Field Summary

Fields

Modifier and Type	Field and Description
static org.apache.hadoop.hbase.master.assignment.RegionStates.RegionStateStampComparator	REGION_STATE_STAMP_COMPARATOR
protected static org.apache.hadoop.hbase.master.RegionState.State[]	STATES_EXPECTED_ON_CLOSE
protected static org.apache.hadoop.hbase.master.RegionState.State[]	STATES_EXPECTED_ON_OPEN

Constructor Summary

Constructors

Constructor and Description
RegionStates()

Method Summary

Modifier and Type	Method and Description
protected boolean	addRegionInTransition(RegionStates.RegionStateNode regionNode, RegionTransitionProcedure procedure)
RegionStates.RegionFailedOpen	addToFailedOpen(RegionStates.RegionStateNode regionNode)
void	addToOfflineRegions(RegionStates.RegionStateNode regionNode)
org.apache.hadoop.hbase.HRegionLocation	checkReopened(org.apache.hadoop.hbase.HRegionLocation oldLoc) Check whether the region has been reopened.
void	clear()
protected RegionStates.RegionStateNode	createRegionStateNode(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
void	deleteRegion(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
List<org.apache.hadoop.hbase.client.RegionInfo>	getAssignedRegions()
Map<org.apache.hadoop.hbase.TableName,Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>>	getAssignmentsByTable()
Map<org.apache.hadoop.hbase.TableName,Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>>	getAssignmentsByTable(boolean forceByCluster) This is an EXPENSIVE clone.
double	getAverageLoad()
RegionStates.RegionFailedOpen	getFailedOpen(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
protected RegionStates.RegionStateNode	getOrCreateRegionStateNode(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
Map<org.apache.hadoop.hbase.client.RegionInfo,org.apache.hadoop.hbase.ServerName>	getRegionAssignments()
Map<org.apache.hadoop.hbase.master.RegionState.State,List<org.apache.hadoop.hbase.client.RegionInfo>>	getRegionByStateOfTable(org.apache.hadoop.hbase.TableName tableName)
List<org.apache.hadoop.hbase.master.RegionState>	getRegionFailedOpen()
org.apache.hadoop.hbase.ServerName	getRegionServerOfRegion(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
List<RegionStates.RegionStateNode>	getRegionsInTransition()
int	getRegionsInTransitionCount() Get the number of regions in transition.
SortedSet<org.apache.hadoop.hbase.master.RegionState>	getRegionsInTransitionOrderedByTimestamp()
List<org.apache.hadoop.hbase.client.RegionInfo>	getRegionsOfTable(org.apache.hadoop.hbase.TableName table)
List<org.apache.hadoop.hbase.client.RegionInfo>	getRegionsOfTable(org.apache.hadoop.hbase.TableName table, boolean offline)
List<org.apache.hadoop.hbase.HRegionLocation>	getRegionsOfTableForReopen(org.apache.hadoop.hbase.TableName tableName) Get the regions to be reopened when modifying a table.
List<org.apache.hadoop.hbase.master.RegionState>	getRegionsStateInTransition()
org.apache.hadoop.hbase.master.RegionState	getRegionState(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
org.apache.hadoop.hbase.master.RegionState	getRegionState(String encodedRegionName)
RegionStates.RegionStateNode	getRegionStateNode(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
ArrayList<org.apache.hadoop.hbase.master.RegionState>	getRegionStates()
RegionTransitionProcedure	getRegionTransitionProcedure(org.apache.hadoop.hbase.client.RegionInfo hri)
org.apache.hadoop.hbase.master.RegionState	getRegionTransitionState(org.apache.hadoop.hbase.client.RegionInfo hri)
RegionStates.ServerStateNode	getServerNode(org.apache.hadoop.hbase.ServerName serverName)
List<org.apache.hadoop.hbase.client.RegionInfo>	getServerRegionInfoSet(org.apache.hadoop.hbase.ServerName serverName) Returns the set of regions hosted by the specified server
Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>	getSnapShotOfAssignment(Collection<org.apache.hadoop.hbase.client.RegionInfo> regions)
boolean	hasRegionsInTransition()
boolean	hasTableRegionStates(org.apache.hadoop.hbase.TableName tableName)
boolean	isRegionInRegionStates(org.apache.hadoop.hbase.client.RegionInfo hri)
boolean	isRegionInState(org.apache.hadoop.hbase.client.RegionInfo regionInfo, org.apache.hadoop.hbase.master.RegionState.State... state)
boolean	isRegionInTransition(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
boolean	isRegionOffline(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
boolean	isRegionOnline(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
boolean	isReplicaAvailableForRegion(org.apache.hadoop.hbase.client.RegionInfo info)
void	logSplit(org.apache.hadoop.hbase.ServerName serverName) Called after we've split all logs on a crashed Server.
void	logSplitting(org.apache.hadoop.hbase.ServerName serverName) Call this when we start log splitting for a crashed Server.
void	metaLogSplit(org.apache.hadoop.hbase.ServerName serverName) Called after we've split the meta logs on a crashed Server.
void	metaLogSplitting(org.apache.hadoop.hbase.ServerName serverName) Call this when we start meta log splitting a crashed Server.
static String	regionNamesToString(Collection<byte[]> regions)
void	removeFromFailedOpen(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
void	removeFromOfflineRegions(org.apache.hadoop.hbase.client.RegionInfo regionInfo)
RegionStates.ServerStateNode	removeRegionFromServer(org.apache.hadoop.hbase.ServerName serverName, RegionStates.RegionStateNode regionNode)
protected void	removeRegionInTransition(RegionStates.RegionStateNode regionNode, RegionTransitionProcedure procedure)
void	removeServer(org.apache.hadoop.hbase.ServerName serverName)
void	updateRegionState(org.apache.hadoop.hbase.client.RegionInfo regionInfo, org.apache.hadoop.hbase.master.RegionState.State state)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

STATES_EXPECTED_ON_OPEN

protected static final org.apache.hadoop.hbase.master.RegionState.State[] STATES_EXPECTED_ON_OPEN

STATES_EXPECTED_ON_CLOSE

protected static final org.apache.hadoop.hbase.master.RegionState.State[] STATES_EXPECTED_ON_CLOSE

REGION_STATE_STAMP_COMPARATOR

public static final org.apache.hadoop.hbase.master.assignment.RegionStates.RegionStateStampComparator REGION_STATE_STAMP_COMPARATOR

Constructor Detail

RegionStates

public RegionStates()

Method Detail

clear

public void clear()

isRegionInRegionStates

public boolean isRegionInRegionStates(org.apache.hadoop.hbase.client.RegionInfo hri)

createRegionStateNode

protected RegionStates.RegionStateNode createRegionStateNode(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

getOrCreateRegionStateNode

protected RegionStates.RegionStateNode getOrCreateRegionStateNode(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

getRegionStateNode

public RegionStates.RegionStateNode getRegionStateNode(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

deleteRegion

public void deleteRegion(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

getRegionStates

public ArrayList<org.apache.hadoop.hbase.master.RegionState> getRegionStates()

getRegionState

public org.apache.hadoop.hbase.master.RegionState getRegionState(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

getRegionState

public org.apache.hadoop.hbase.master.RegionState getRegionState(String encodedRegionName)

hasTableRegionStates

public boolean hasTableRegionStates(org.apache.hadoop.hbase.TableName tableName)

getRegionsOfTable

public List<org.apache.hadoop.hbase.client.RegionInfo> getRegionsOfTable(org.apache.hadoop.hbase.TableName table)

Returns:

Return online regions of table; does not include OFFLINE or SPLITTING regions.

getRegionsOfTableForReopen

public List<org.apache.hadoop.hbase.HRegionLocation> getRegionsOfTableForReopen(org.apache.hadoop.hbase.TableName tableName)

Get the regions to be reopened when modifying a table.

Notice that the openSeqNum in the returned HRegionLocation is also used to indicate the state of this region, positive means the region is in RegionState.State.OPEN, -1 means RegionState.State.OPENING. And for regions in other states we do not need reopen them.

checkReopened

public org.apache.hadoop.hbase.HRegionLocation checkReopened(org.apache.hadoop.hbase.HRegionLocation oldLoc)

Check whether the region has been reopened. The meaning of the HRegionLocation is the same with getRegionsOfTableForReopen(TableName).

For a region which is in RegionState.State.OPEN before, if the region state is changed or the open seq num is changed, we can confirm that it has been reopened.

For a region which is in RegionState.State.OPENING before, usually it will be in RegionState.State.OPEN now and we will schedule a MRP to reopen it. But there are several exceptions:

• The region is in state other than RegionState.State.OPEN or RegionState.State.OPENING.
• The location of the region has been changed

Of course the region could still be in RegionState.State.OPENING state and still on the same server, then here we will still return a HRegionLocation for it, just like getRegionsOfTableForReopen(TableName).

Parameters:

oldLoc - the previous state/location of this region

Returns:

null if the region has been reopened, otherwise a new HRegionLocation which means we still need to reopen the region.

See Also:

getRegionsOfTableForReopen(TableName)

getRegionsOfTable

public List<org.apache.hadoop.hbase.client.RegionInfo> getRegionsOfTable(org.apache.hadoop.hbase.TableName table,
                                                                         boolean offline)

Returns:

Return online regions of table; does not include OFFLINE or SPLITTING regions.

getServerRegionInfoSet

public List<org.apache.hadoop.hbase.client.RegionInfo> getServerRegionInfoSet(org.apache.hadoop.hbase.ServerName serverName)

Returns the set of regions hosted by the specified server

Parameters:

serverName - the server we are interested in

Returns:

set of RegionInfo hosted by the specified server

metaLogSplitting

public void metaLogSplitting(org.apache.hadoop.hbase.ServerName serverName)

Call this when we start meta log splitting a crashed Server.

See Also:

metaLogSplit(ServerName)

metaLogSplit

public void metaLogSplit(org.apache.hadoop.hbase.ServerName serverName)

Called after we've split the meta logs on a crashed Server.

See Also:

metaLogSplitting(ServerName)

logSplitting

public void logSplitting(org.apache.hadoop.hbase.ServerName serverName)

Call this when we start log splitting for a crashed Server.

See Also:

logSplit(ServerName)

logSplit

public void logSplit(org.apache.hadoop.hbase.ServerName serverName)

Called after we've split all logs on a crashed Server.

See Also:

logSplitting(ServerName)

updateRegionState

public void updateRegionState(org.apache.hadoop.hbase.client.RegionInfo regionInfo,
                              org.apache.hadoop.hbase.master.RegionState.State state)

getAssignedRegions

public List<org.apache.hadoop.hbase.client.RegionInfo> getAssignedRegions()

isRegionInState

public boolean isRegionInState(org.apache.hadoop.hbase.client.RegionInfo regionInfo,
                               org.apache.hadoop.hbase.master.RegionState.State... state)

isRegionOnline

public boolean isRegionOnline(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

isRegionOffline

public boolean isRegionOffline(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

Returns:

True if region is offline (In OFFLINE or CLOSED state).

getSnapShotOfAssignment

public Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> getSnapShotOfAssignment(Collection<org.apache.hadoop.hbase.client.RegionInfo> regions)

getRegionAssignments

public Map<org.apache.hadoop.hbase.client.RegionInfo,org.apache.hadoop.hbase.ServerName> getRegionAssignments()

getRegionByStateOfTable

public Map<org.apache.hadoop.hbase.master.RegionState.State,List<org.apache.hadoop.hbase.client.RegionInfo>> getRegionByStateOfTable(org.apache.hadoop.hbase.TableName tableName)

getRegionServerOfRegion

public org.apache.hadoop.hbase.ServerName getRegionServerOfRegion(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

getAssignmentsByTable

public Map<org.apache.hadoop.hbase.TableName,Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>> getAssignmentsByTable(boolean forceByCluster)

This is an EXPENSIVE clone. Cloning though is the safest thing to do. Can't let out original since it can change and at least the load balancer wants to iterate this exported list. We need to synchronize on regions since all access to this.servers is under a lock on this.regions.

Parameters:

forceByCluster - a flag to force to aggregate the server-load to the cluster level

Returns:

A clone of current assignments by table.

getAssignmentsByTable

public Map<org.apache.hadoop.hbase.TableName,Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>> getAssignmentsByTable()

addRegionInTransition

protected boolean addRegionInTransition(RegionStates.RegionStateNode regionNode,
                                        RegionTransitionProcedure procedure)

removeRegionInTransition

protected void removeRegionInTransition(RegionStates.RegionStateNode regionNode,
                                        RegionTransitionProcedure procedure)

hasRegionsInTransition

public boolean hasRegionsInTransition()

isRegionInTransition

public boolean isRegionInTransition(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

getRegionTransitionProcedure

public RegionTransitionProcedure getRegionTransitionProcedure(org.apache.hadoop.hbase.client.RegionInfo hri)

Returns:

If a procedure-in-transition for hri, return it else null.

getRegionTransitionState

public org.apache.hadoop.hbase.master.RegionState getRegionTransitionState(org.apache.hadoop.hbase.client.RegionInfo hri)

getRegionsInTransition

public List<RegionStates.RegionStateNode> getRegionsInTransition()

getRegionsInTransitionCount

public int getRegionsInTransitionCount()

Get the number of regions in transition.

getRegionsStateInTransition

public List<org.apache.hadoop.hbase.master.RegionState> getRegionsStateInTransition()

getRegionsInTransitionOrderedByTimestamp

public SortedSet<org.apache.hadoop.hbase.master.RegionState> getRegionsInTransitionOrderedByTimestamp()

addToOfflineRegions

public void addToOfflineRegions(RegionStates.RegionStateNode regionNode)

removeFromOfflineRegions

public void removeFromOfflineRegions(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

addToFailedOpen

public RegionStates.RegionFailedOpen addToFailedOpen(RegionStates.RegionStateNode regionNode)

getFailedOpen

public RegionStates.RegionFailedOpen getFailedOpen(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

removeFromFailedOpen

public void removeFromFailedOpen(org.apache.hadoop.hbase.client.RegionInfo regionInfo)

getRegionFailedOpen

public List<org.apache.hadoop.hbase.master.RegionState> getRegionFailedOpen()

removeServer

public void removeServer(org.apache.hadoop.hbase.ServerName serverName)

getServerNode

public RegionStates.ServerStateNode getServerNode(org.apache.hadoop.hbase.ServerName serverName)

getAverageLoad

public double getAverageLoad()

isReplicaAvailableForRegion

public boolean isReplicaAvailableForRegion(org.apache.hadoop.hbase.client.RegionInfo info)

removeRegionFromServer

public RegionStates.ServerStateNode removeRegionFromServer(org.apache.hadoop.hbase.ServerName serverName,
                                                           RegionStates.RegionStateNode regionNode)

regionNamesToString

public static String regionNamesToString(Collection<byte[]> regions)