Package org.gorpipe.spark
Interface GorSparkConfig
- All Superinterfaces:
org.aeonbits.owner.Config,java.io.Serializable
public interface GorSparkConfig
extends org.aeonbits.owner.Config
-
Nested Class Summary
Nested classes/interfaces inherited from interface org.aeonbits.owner.Config
org.aeonbits.owner.Config.ConverterClass, org.aeonbits.owner.Config.DecryptorClass, org.aeonbits.owner.Config.DefaultValue, org.aeonbits.owner.Config.DisableableFeature, org.aeonbits.owner.Config.DisableFeature, org.aeonbits.owner.Config.EncryptedValue, org.aeonbits.owner.Config.HotReload, org.aeonbits.owner.Config.HotReloadType, org.aeonbits.owner.Config.Key, org.aeonbits.owner.Config.LoadPolicy, org.aeonbits.owner.Config.LoadType, org.aeonbits.owner.Config.PreprocessorClasses, org.aeonbits.owner.Config.Separator, org.aeonbits.owner.Config.Sources, org.aeonbits.owner.Config.TokenizerClass -
Field Summary
Fields Modifier and Type Field Description static java.lang.StringSPARK_DEPLOY_MODEstatic java.lang.StringSPARK_DRIVER_MEMstatic java.lang.StringSPARK_EVENTLOG_DIRstatic java.lang.StringSPARK_EXECUTOR_CORESstatic java.lang.StringSPARK_EXECUTOR_INSTANCESstatic java.lang.StringSPARK_EXECUTOR_MEMstatic java.lang.StringSPARK_EXECUTOR_TIMEOUTstatic java.lang.StringSPARK_INITIAL_EXECUTORSstatic java.lang.StringSPARK_JARSstatic java.lang.StringSPARK_KUBERNETESE_NAMESPACEstatic java.lang.StringSPARK_MASTERstatic java.lang.StringSPARK_MAX_EXECUTORSstatic java.lang.StringSPARK_MIN_EXECUTORSstatic java.lang.StringSPARK_MOUNT_PATHstatic java.lang.StringSPARK_PERSISTENT_VOLUME_CLAIMstatic java.lang.StringSPARK_REDIS_URLstatic java.lang.StringSPARK_UI_ENABLED -
Method Summary
Modifier and Type Method Description java.lang.StringeventLogDir()java.lang.StringgetSparkExecutorTimeout()java.lang.StringgetSparkInitialExecutors()java.lang.StringgetSparkKuberneteseNamespace()java.lang.StringgetSparkMaxExecutors()java.lang.StringgetSparkMinExecutors()java.lang.StringgetSparkMountPath()java.lang.StringgetSparkPersistentVolumeClaim()java.lang.StringsparkDeployMode()java.lang.StringsparkDriverMemory()java.lang.StringsparkExecutorCores()java.lang.StringsparkExecutorInstances()java.lang.StringsparkExecutorMemory()java.lang.StringsparkJars()java.lang.StringsparkMaster()java.lang.StringsparkRedisUrl()java.lang.StringsparkUiEnabled()
-
Field Details
-
SPARK_MASTER
static final java.lang.String SPARK_MASTER- See Also:
- Constant Field Values
-
SPARK_JARS
static final java.lang.String SPARK_JARS- See Also:
- Constant Field Values
-
SPARK_UI_ENABLED
static final java.lang.String SPARK_UI_ENABLED- See Also:
- Constant Field Values
-
SPARK_EVENTLOG_DIR
static final java.lang.String SPARK_EVENTLOG_DIR- See Also:
- Constant Field Values
-
SPARK_DRIVER_MEM
static final java.lang.String SPARK_DRIVER_MEM- See Also:
- Constant Field Values
-
SPARK_EXECUTOR_MEM
static final java.lang.String SPARK_EXECUTOR_MEM- See Also:
- Constant Field Values
-
SPARK_EXECUTOR_CORES
static final java.lang.String SPARK_EXECUTOR_CORES- See Also:
- Constant Field Values
-
SPARK_EXECUTOR_INSTANCES
static final java.lang.String SPARK_EXECUTOR_INSTANCES- See Also:
- Constant Field Values
-
SPARK_DEPLOY_MODE
static final java.lang.String SPARK_DEPLOY_MODE- See Also:
- Constant Field Values
-
SPARK_KUBERNETESE_NAMESPACE
static final java.lang.String SPARK_KUBERNETESE_NAMESPACE- See Also:
- Constant Field Values
-
SPARK_REDIS_URL
static final java.lang.String SPARK_REDIS_URL- See Also:
- Constant Field Values
-
SPARK_INITIAL_EXECUTORS
static final java.lang.String SPARK_INITIAL_EXECUTORS- See Also:
- Constant Field Values
-
SPARK_MIN_EXECUTORS
static final java.lang.String SPARK_MIN_EXECUTORS- See Also:
- Constant Field Values
-
SPARK_MAX_EXECUTORS
static final java.lang.String SPARK_MAX_EXECUTORS- See Also:
- Constant Field Values
-
SPARK_EXECUTOR_TIMEOUT
static final java.lang.String SPARK_EXECUTOR_TIMEOUT- See Also:
- Constant Field Values
-
SPARK_PERSISTENT_VOLUME_CLAIM
static final java.lang.String SPARK_PERSISTENT_VOLUME_CLAIM- See Also:
- Constant Field Values
-
SPARK_MOUNT_PATH
static final java.lang.String SPARK_MOUNT_PATH- See Also:
- Constant Field Values
-
-
Method Details
-
sparkMaster
@Documentation("") @Key("GOR_SPARK_MASTER") @DefaultValue("local[*]") java.lang.String sparkMaster() -
sparkJars
@Documentation("") @Key("gor.spark.jars") @DefaultValue("") java.lang.String sparkJars() -
sparkUiEnabled
@Documentation("") @Key("gor.spark.ui.enabled") @DefaultValue("false") java.lang.String sparkUiEnabled() -
eventLogDir
@Documentation("") @Key("gor.spark.eventLog.dir") @DefaultValue("") java.lang.String eventLogDir() -
sparkDriverMemory
@Documentation("") @Key("gor.spark.driver.memory") @DefaultValue("2000000000") java.lang.String sparkDriverMemory() -
sparkExecutorMemory
@Documentation("") @Key("gor.spark.executor.memory") @DefaultValue("8g") java.lang.String sparkExecutorMemory() -
sparkExecutorCores
@Documentation("") @Key("gor.spark.executor.cores") @DefaultValue("1") java.lang.String sparkExecutorCores() -
sparkExecutorInstances
@Documentation("") @Key("gor.spark.executor.instances") @DefaultValue("2") java.lang.String sparkExecutorInstances() -
sparkDeployMode
@Documentation("") @Key("gor.spark.deploy.mode") @DefaultValue("client") java.lang.String sparkDeployMode() -
getSparkKuberneteseNamespace
@Documentation("") @Key("GOR_SPARK_KUBERNETES_NAMESPACE") @DefaultValue("gorkube") java.lang.String getSparkKuberneteseNamespace() -
sparkRedisUrl
@Documentation("The fully qualified redis url to the redis that is servicing spark jobs") @Key("gor.spark.redis.url") @DefaultValue("") java.lang.String sparkRedisUrl() -
getSparkInitialExecutors
@Documentation("") @Key("GOR_SPARK_INITIAL_EXECUTORS") @DefaultValue("0") java.lang.String getSparkInitialExecutors() -
getSparkMinExecutors
@Documentation("") @Key("GOR_SPARK_MIN_EXECUTORS") @DefaultValue("0") java.lang.String getSparkMinExecutors() -
getSparkMaxExecutors
@Documentation("") @Key("GOR_SPARK_MAX_EXECUTORS") @DefaultValue("100") java.lang.String getSparkMaxExecutors() -
getSparkExecutorTimeout
@Documentation("") @Key("GOR_SPARK_EXECUTOR_TIMEOUT") @DefaultValue("240s") java.lang.String getSparkExecutorTimeout() -
getSparkPersistentVolumeClaim
@Documentation("") @Key("GOR_SPARK_KUBERNETES_PERSISTENT_VOLUME_CLAIM") @DefaultValue("pvc-gor-nfs") java.lang.String getSparkPersistentVolumeClaim() -
getSparkMountPath
@Documentation("") @Key("GOR_SPARK_KUBERNETES_MOUNT_PATH") @DefaultValue("/mnt/csa") java.lang.String getSparkMountPath()
-