public class FederationStateStoreService
extends org.apache.hadoop.service.AbstractService
implements org.apache.hadoop.yarn.server.federation.store.FederationStateStore
FederationStateStore
and provides a service for
participating in the federation membership.Modifier and Type | Field and Description |
---|---|
static org.slf4j.Logger |
LOG |
Constructor and Description |
---|
FederationStateStoreService(RMContext rmContext) |
Modifier and Type | Method and Description |
---|---|
org.apache.hadoop.yarn.server.federation.store.records.AddApplicationHomeSubClusterResponse |
addApplicationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.AddApplicationHomeSubClusterRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.AddReservationHomeSubClusterResponse |
addReservationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.AddReservationHomeSubClusterRequest request) |
void |
checkVersion() |
boolean |
cleanUpFinishApplicationsWithRetries(org.apache.hadoop.yarn.api.records.ApplicationId appId,
boolean isQuery)
Clean up the federation completed Application.
|
void |
createCleanUpFinishApplicationThread(String stage)
Create a thread that cleans up the app.
|
org.apache.hadoop.yarn.server.federation.store.records.DeletePoliciesConfigurationsResponse |
deleteAllPoliciesConfigurations(org.apache.hadoop.yarn.server.federation.store.records.DeletePoliciesConfigurationsRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.DeleteApplicationHomeSubClusterResponse |
deleteApplicationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.DeleteApplicationHomeSubClusterRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.DeleteSubClusterPoliciesConfigurationsResponse |
deletePoliciesConfigurations(org.apache.hadoop.yarn.server.federation.store.records.DeleteSubClusterPoliciesConfigurationsRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.DeleteReservationHomeSubClusterResponse |
deleteReservationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.DeleteReservationHomeSubClusterRequest request) |
void |
deleteStateStore() |
org.apache.hadoop.yarn.server.federation.store.records.SubClusterDeregisterResponse |
deregisterSubCluster(org.apache.hadoop.yarn.server.federation.store.records.SubClusterDeregisterRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.GetApplicationHomeSubClusterResponse |
getApplicationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.GetApplicationHomeSubClusterRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.GetApplicationsHomeSubClusterResponse |
getApplicationsHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.GetApplicationsHomeSubClusterRequest request) |
int |
getCurrentKeyId() |
org.apache.hadoop.yarn.server.records.Version |
getCurrentVersion() |
int |
getDelegationTokenSeqNum() |
org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyResponse |
getMasterKeyByDelegationKey(org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterPoliciesConfigurationsResponse |
getPoliciesConfigurations(org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterPoliciesConfigurationsRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterPolicyConfigurationResponse |
getPolicyConfiguration(org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterPolicyConfigurationRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.GetReservationHomeSubClusterResponse |
getReservationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.GetReservationHomeSubClusterRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.GetReservationsHomeSubClusterResponse |
getReservationsHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.GetReservationsHomeSubClusterRequest request) |
org.apache.hadoop.yarn.server.federation.store.FederationStateStore |
getStateStoreClient() |
FederationStateStoreHeartbeat |
getStateStoreHeartbeatThread() |
org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterInfoResponse |
getSubCluster(org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterInfoRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.GetSubClustersInfoResponse |
getSubClusters(org.apache.hadoop.yarn.server.federation.store.records.GetSubClustersInfoRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenResponse |
getTokenByRouterStoreToken(org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenRequest request) |
int |
incrementCurrentKeyId() |
int |
incrementDelegationTokenSeqNum() |
org.apache.hadoop.yarn.server.records.Version |
loadVersion() |
org.apache.hadoop.yarn.server.federation.store.records.SubClusterRegisterResponse |
registerSubCluster(org.apache.hadoop.yarn.server.federation.store.records.SubClusterRegisterRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyResponse |
removeStoredMasterKey(org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenResponse |
removeStoredToken(org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenRequest request) |
protected void |
serviceInit(org.apache.hadoop.conf.Configuration conf) |
protected void |
serviceStart() |
protected void |
serviceStop() |
void |
setDelegationTokenSeqNum(int seqNum) |
org.apache.hadoop.yarn.server.federation.store.records.SetSubClusterPolicyConfigurationResponse |
setPolicyConfiguration(org.apache.hadoop.yarn.server.federation.store.records.SetSubClusterPolicyConfigurationRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyResponse |
storeNewMasterKey(org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenResponse |
storeNewToken(org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenRequest request) |
void |
storeVersion() |
org.apache.hadoop.yarn.server.federation.store.records.SubClusterHeartbeatResponse |
subClusterHeartbeat(org.apache.hadoop.yarn.server.federation.store.records.SubClusterHeartbeatRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.UpdateApplicationHomeSubClusterResponse |
updateApplicationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.UpdateApplicationHomeSubClusterRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.UpdateReservationHomeSubClusterResponse |
updateReservationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.UpdateReservationHomeSubClusterRequest request) |
org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenResponse |
updateStoredToken(org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenRequest request) |
close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop
public FederationStateStoreService(RMContext rmContext)
protected void serviceInit(org.apache.hadoop.conf.Configuration conf) throws Exception
serviceInit
in class org.apache.hadoop.service.AbstractService
Exception
protected void serviceStart() throws Exception
serviceStart
in class org.apache.hadoop.service.AbstractService
Exception
protected void serviceStop() throws Exception
serviceStop
in class org.apache.hadoop.service.AbstractService
Exception
@VisibleForTesting public org.apache.hadoop.yarn.server.federation.store.FederationStateStore getStateStoreClient()
@VisibleForTesting public FederationStateStoreHeartbeat getStateStoreHeartbeatThread()
public org.apache.hadoop.yarn.server.records.Version getCurrentVersion()
getCurrentVersion
in interface org.apache.hadoop.yarn.server.federation.store.FederationStateStore
public org.apache.hadoop.yarn.server.records.Version loadVersion() throws Exception
loadVersion
in interface org.apache.hadoop.yarn.server.federation.store.FederationStateStore
Exception
public void storeVersion() throws Exception
storeVersion
in interface org.apache.hadoop.yarn.server.federation.store.FederationStateStore
Exception
public void checkVersion() throws Exception
checkVersion
in interface org.apache.hadoop.yarn.server.federation.store.FederationStateStore
Exception
public void deleteStateStore() throws Exception
deleteStateStore
in interface org.apache.hadoop.yarn.server.federation.store.FederationStateStore
Exception
public org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterPolicyConfigurationResponse getPolicyConfiguration(org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterPolicyConfigurationRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
getPolicyConfiguration
in interface org.apache.hadoop.yarn.server.federation.store.FederationPolicyStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.SetSubClusterPolicyConfigurationResponse setPolicyConfiguration(org.apache.hadoop.yarn.server.federation.store.records.SetSubClusterPolicyConfigurationRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
setPolicyConfiguration
in interface org.apache.hadoop.yarn.server.federation.store.FederationPolicyStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterPoliciesConfigurationsResponse getPoliciesConfigurations(org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterPoliciesConfigurationsRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
getPoliciesConfigurations
in interface org.apache.hadoop.yarn.server.federation.store.FederationPolicyStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.DeleteSubClusterPoliciesConfigurationsResponse deletePoliciesConfigurations(org.apache.hadoop.yarn.server.federation.store.records.DeleteSubClusterPoliciesConfigurationsRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
deletePoliciesConfigurations
in interface org.apache.hadoop.yarn.server.federation.store.FederationPolicyStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.DeletePoliciesConfigurationsResponse deleteAllPoliciesConfigurations(org.apache.hadoop.yarn.server.federation.store.records.DeletePoliciesConfigurationsRequest request) throws Exception
deleteAllPoliciesConfigurations
in interface org.apache.hadoop.yarn.server.federation.store.FederationPolicyStore
Exception
public org.apache.hadoop.yarn.server.federation.store.records.SubClusterRegisterResponse registerSubCluster(org.apache.hadoop.yarn.server.federation.store.records.SubClusterRegisterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
registerSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationMembershipStateStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.SubClusterDeregisterResponse deregisterSubCluster(org.apache.hadoop.yarn.server.federation.store.records.SubClusterDeregisterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
deregisterSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationMembershipStateStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.SubClusterHeartbeatResponse subClusterHeartbeat(org.apache.hadoop.yarn.server.federation.store.records.SubClusterHeartbeatRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
subClusterHeartbeat
in interface org.apache.hadoop.yarn.server.federation.store.FederationMembershipStateStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterInfoResponse getSubCluster(org.apache.hadoop.yarn.server.federation.store.records.GetSubClusterInfoRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
getSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationMembershipStateStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.GetSubClustersInfoResponse getSubClusters(org.apache.hadoop.yarn.server.federation.store.records.GetSubClustersInfoRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
getSubClusters
in interface org.apache.hadoop.yarn.server.federation.store.FederationMembershipStateStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.AddApplicationHomeSubClusterResponse addApplicationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.AddApplicationHomeSubClusterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
addApplicationHomeSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationApplicationHomeSubClusterStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.UpdateApplicationHomeSubClusterResponse updateApplicationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.UpdateApplicationHomeSubClusterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
updateApplicationHomeSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationApplicationHomeSubClusterStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.GetApplicationHomeSubClusterResponse getApplicationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.GetApplicationHomeSubClusterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
getApplicationHomeSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationApplicationHomeSubClusterStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.GetApplicationsHomeSubClusterResponse getApplicationsHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.GetApplicationsHomeSubClusterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
getApplicationsHomeSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationApplicationHomeSubClusterStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.DeleteApplicationHomeSubClusterResponse deleteApplicationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.DeleteApplicationHomeSubClusterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
deleteApplicationHomeSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationApplicationHomeSubClusterStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.AddReservationHomeSubClusterResponse addReservationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.AddReservationHomeSubClusterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
addReservationHomeSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationReservationHomeSubClusterStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.GetReservationHomeSubClusterResponse getReservationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.GetReservationHomeSubClusterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
getReservationHomeSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationReservationHomeSubClusterStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.GetReservationsHomeSubClusterResponse getReservationsHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.GetReservationsHomeSubClusterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
getReservationsHomeSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationReservationHomeSubClusterStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.UpdateReservationHomeSubClusterResponse updateReservationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.UpdateReservationHomeSubClusterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
updateReservationHomeSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationReservationHomeSubClusterStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.DeleteReservationHomeSubClusterResponse deleteReservationHomeSubCluster(org.apache.hadoop.yarn.server.federation.store.records.DeleteReservationHomeSubClusterRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException
deleteReservationHomeSubCluster
in interface org.apache.hadoop.yarn.server.federation.store.FederationReservationHomeSubClusterStore
org.apache.hadoop.yarn.exceptions.YarnException
public org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyResponse storeNewMasterKey(org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException, IOException
storeNewMasterKey
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
org.apache.hadoop.yarn.exceptions.YarnException
IOException
public org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyResponse removeStoredMasterKey(org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException, IOException
removeStoredMasterKey
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
org.apache.hadoop.yarn.exceptions.YarnException
IOException
public org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyResponse getMasterKeyByDelegationKey(org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException, IOException
getMasterKeyByDelegationKey
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
org.apache.hadoop.yarn.exceptions.YarnException
IOException
public org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenResponse storeNewToken(org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException, IOException
storeNewToken
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
org.apache.hadoop.yarn.exceptions.YarnException
IOException
public org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenResponse updateStoredToken(org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException, IOException
updateStoredToken
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
org.apache.hadoop.yarn.exceptions.YarnException
IOException
public org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenResponse removeStoredToken(org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException, IOException
removeStoredToken
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
org.apache.hadoop.yarn.exceptions.YarnException
IOException
public org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenResponse getTokenByRouterStoreToken(org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenRequest request) throws org.apache.hadoop.yarn.exceptions.YarnException, IOException
getTokenByRouterStoreToken
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
org.apache.hadoop.yarn.exceptions.YarnException
IOException
public int incrementDelegationTokenSeqNum()
incrementDelegationTokenSeqNum
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
public int getDelegationTokenSeqNum()
getDelegationTokenSeqNum
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
public void setDelegationTokenSeqNum(int seqNum)
setDelegationTokenSeqNum
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
public int getCurrentKeyId()
getCurrentKeyId
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
public int incrementCurrentKeyId()
incrementCurrentKeyId
in interface org.apache.hadoop.yarn.server.federation.store.FederationDelegationTokenStateStore
public void createCleanUpFinishApplicationThread(String stage)
stage
- rm-start/rm-stop.public boolean cleanUpFinishApplicationsWithRetries(org.apache.hadoop.yarn.api.records.ApplicationId appId, boolean isQuery) throws Exception
appId
- app id.isQuery
- true, need to query from statestore, false not query.Exception
- exception occurs.Copyright © 2008–2024 Apache Software Foundation. All rights reserved.