Packages

object SQLConf extends Serializable

Linear Supertypes
Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SQLConf
  2. Serializable
  3. Serializable
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. case class DeprecatedConfig(key: String, version: String, comment: String) extends Product with Serializable

    Holds information about keys that have been deprecated.

    Holds information about keys that have been deprecated.

    key

    The deprecated key.

    version

    Version of Spark where key was deprecated.

    comment

    Additional info regarding to the removed config. For example, reasons of config deprecation, what users should use instead of it.

  2. case class RemovedConfig(key: String, version: String, defaultValue: String, comment: String) extends Product with Serializable

    Holds information about keys that have been removed.

    Holds information about keys that have been removed.

    key

    The removed config key.

    version

    Version of Spark where key was removed.

    defaultValue

    The default config value. It can be used to notice users that they set non-default value to an already removed config.

    comment

    Additional info regarding to the removed config.

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val ADAPTIVE_EXECUTION_ENABLED: ConfigEntry[Boolean]
  5. val ADAPTIVE_EXECUTION_FORCE_APPLY: ConfigEntry[Boolean]
  6. val ADAPTIVE_EXECUTION_LOG_LEVEL: ConfigEntry[String]
  7. val ADDITIONAL_REMOTE_REPOSITORIES: ConfigEntry[String]
  8. val ADD_PARTITION_BATCH_SIZE: ConfigEntry[Int]
  9. val ADVANCED_PARTITION_PREDICATE_PUSHDOWN: ConfigEntry[Boolean]
  10. val ADVISORY_PARTITION_SIZE_IN_BYTES: ConfigEntry[Long]
  11. val ANALYZER_MAX_ITERATIONS: ConfigEntry[Int]
  12. val ANSI_ENABLED: ConfigEntry[Boolean]
  13. val ARROW_EXECUTION_ENABLED: ConfigEntry[Boolean]
  14. val ARROW_EXECUTION_MAX_RECORDS_PER_BATCH: ConfigEntry[Int]
  15. val ARROW_FALLBACK_ENABLED: ConfigEntry[Boolean]
  16. val ARROW_PYSPARK_EXECUTION_ENABLED: ConfigEntry[Boolean]
  17. val ARROW_PYSPARK_FALLBACK_ENABLED: ConfigEntry[Boolean]
  18. val ARROW_SPARKR_EXECUTION_ENABLED: ConfigEntry[Boolean]
  19. val AUTO_BROADCASTJOIN_THRESHOLD: ConfigEntry[Long]
  20. val AUTO_SIZE_UPDATE_ENABLED: ConfigEntry[Boolean]
  21. val AVRO_COMPRESSION_CODEC: ConfigEntry[String]
  22. val AVRO_DEFLATE_LEVEL: ConfigEntry[Int]
  23. val BROADCAST_TIMEOUT: ConfigEntry[Long]
  24. val BUCKETING_ENABLED: ConfigEntry[Boolean]
  25. val BUCKETING_MAX_BUCKETS: ConfigEntry[Int]
  26. val CACHE_VECTORIZED_READER_ENABLED: ConfigEntry[Boolean]
  27. val CARTESIAN_PRODUCT_EXEC_BUFFER_IN_MEMORY_THRESHOLD: ConfigEntry[Int]
  28. val CARTESIAN_PRODUCT_EXEC_BUFFER_SPILL_THRESHOLD: ConfigEntry[Int]
  29. val CASE_SENSITIVE: ConfigEntry[Boolean]
  30. val CBO_ENABLED: ConfigEntry[Boolean]
  31. val CHECKPOINT_LOCATION: OptionalConfigEntry[String]
  32. val COALESCE_PARTITIONS_ENABLED: ConfigEntry[Boolean]
  33. val COALESCE_PARTITIONS_INITIAL_PARTITION_NUM: OptionalConfigEntry[Int]
  34. val COALESCE_PARTITIONS_MIN_PARTITION_NUM: OptionalConfigEntry[Int]
  35. val CODEGEN_FACTORY_MODE: ConfigEntry[String]
  36. val CODEGEN_FALLBACK: ConfigEntry[Boolean]
  37. val CODEGEN_LOGGING_MAX_LINES: ConfigEntry[Int]
  38. val CODEGEN_METHOD_SPLIT_THRESHOLD: ConfigEntry[Int]
  39. val CODEGEN_SPLIT_AGGREGATE_FUNC: ConfigEntry[Boolean]
  40. val COLUMN_BATCH_SIZE: ConfigEntry[Int]
  41. val COLUMN_NAME_OF_CORRUPT_RECORD: ConfigEntry[String]
  42. val COLUMN_VECTOR_OFFHEAP_ENABLED: ConfigEntry[Boolean]
  43. val COMPRESS_CACHED: ConfigEntry[Boolean]
  44. val CONCAT_BINARY_AS_STRING: ConfigEntry[Boolean]
  45. val CONSTRAINT_PROPAGATION_ENABLED: ConfigEntry[Boolean]
  46. val CONTINUOUS_STREAMING_EPOCH_BACKLOG_QUEUE_SIZE: ConfigEntry[Int]
  47. val CONTINUOUS_STREAMING_EXECUTOR_POLL_INTERVAL_MS: ConfigEntry[Long]
  48. val CONTINUOUS_STREAMING_EXECUTOR_QUEUE_SIZE: ConfigEntry[Int]
  49. val CONVERT_CTAS: ConfigEntry[Boolean]
  50. val CROSS_JOINS_ENABLED: ConfigEntry[Boolean]
  51. val CSV_FILTER_PUSHDOWN_ENABLED: ConfigEntry[Boolean]
  52. val CSV_PARSER_COLUMN_PRUNING: ConfigEntry[Boolean]
  53. val DATAFRAME_PIVOT_MAX_VALUES: ConfigEntry[Int]
  54. val DATAFRAME_RETAIN_GROUP_COLUMNS: ConfigEntry[Boolean]
  55. val DATAFRAME_SELF_JOIN_AUTO_RESOLVE_AMBIGUITY: ConfigEntry[Boolean]
  56. val DATETIME_JAVA8API_ENABLED: ConfigEntry[Boolean]
  57. val DECIMAL_OPERATIONS_ALLOW_PREC_LOSS: ConfigEntry[Boolean]
  58. val DEFAULT_CATALOG: ConfigEntry[String]
  59. val DEFAULT_DATA_SOURCE_NAME: ConfigEntry[String]
  60. val DEFAULT_SIZE_IN_BYTES: ConfigEntry[Long]
  61. val DISABLED_V2_STREAMING_MICROBATCH_READERS: ConfigEntry[String]
  62. val DISABLED_V2_STREAMING_WRITERS: ConfigEntry[String]
  63. val DYNAMIC_PARTITION_PRUNING_ENABLED: ConfigEntry[Boolean]
  64. val DYNAMIC_PARTITION_PRUNING_FALLBACK_FILTER_RATIO: ConfigEntry[Double]
  65. val DYNAMIC_PARTITION_PRUNING_REUSE_BROADCAST_ONLY: ConfigEntry[Boolean]
  66. val DYNAMIC_PARTITION_PRUNING_USE_STATS: ConfigEntry[Boolean]
  67. val ELT_OUTPUT_AS_STRING: ConfigEntry[Boolean]
  68. val ENABLE_FALL_BACK_TO_HDFS_FOR_STATS: ConfigEntry[Boolean]
  69. val ENABLE_TWOLEVEL_AGG_MAP: ConfigEntry[Boolean]
  70. val ENABLE_VECTORIZED_HASH_MAP: ConfigEntry[Boolean]
  71. val ESCAPED_STRING_LITERALS: ConfigEntry[Boolean]
  72. val EXCHANGE_REUSE_ENABLED: ConfigEntry[Boolean]
  73. val FAIL_AMBIGUOUS_SELF_JOIN_ENABLED: ConfigEntry[Boolean]
  74. val FAST_HASH_AGGREGATE_MAX_ROWS_CAPACITY_BIT: ConfigEntry[Int]
  75. val FETCH_SHUFFLE_BLOCKS_IN_BATCH: ConfigEntry[Boolean]
  76. val FILES_MAX_PARTITION_BYTES: ConfigEntry[Long]
  77. val FILES_OPEN_COST_IN_BYTES: ConfigEntry[Long]
  78. val FILE_COMMIT_PROTOCOL_CLASS: ConfigEntry[String]
  79. val FILE_COMPRESSION_FACTOR: ConfigEntry[Double]
  80. val FILE_SINK_LOG_CLEANUP_DELAY: ConfigEntry[Long]
  81. val FILE_SINK_LOG_COMPACT_INTERVAL: ConfigEntry[Int]
  82. val FILE_SINK_LOG_DELETION: ConfigEntry[Boolean]
  83. val FILE_SOURCE_CLEANER_NUM_THREADS: ConfigEntry[Int]
  84. val FILE_SOURCE_LOG_CLEANUP_DELAY: ConfigEntry[Long]
  85. val FILE_SOURCE_LOG_COMPACT_INTERVAL: ConfigEntry[Int]
  86. val FILE_SOURCE_LOG_DELETION: ConfigEntry[Boolean]
  87. val FILE_SOURCE_SCHEMA_FORCE_NULLABLE: ConfigEntry[Boolean]
  88. val FLATMAPGROUPSWITHSTATE_STATE_FORMAT_VERSION: ConfigEntry[Int]
  89. val FORCE_DELETE_TEMP_CHECKPOINT_LOCATION: ConfigEntry[Boolean]
  90. val GATHER_FASTSTAT: ConfigEntry[Boolean]
  91. val GROUP_BY_ALIASES: ConfigEntry[Boolean]
  92. val GROUP_BY_ORDINAL: ConfigEntry[Boolean]
  93. val HISTOGRAM_ENABLED: ConfigEntry[Boolean]
  94. val HISTOGRAM_NUM_BINS: ConfigEntry[Int]
  95. val HIVE_CASE_SENSITIVE_INFERENCE: ConfigEntry[String]
  96. val HIVE_FILESOURCE_PARTITION_FILE_CACHE_SIZE: ConfigEntry[Long]
  97. val HIVE_MANAGE_FILESOURCE_PARTITIONS: ConfigEntry[Boolean]
  98. val HIVE_METASTORE_PARTITION_PRUNING: ConfigEntry[Boolean]
  99. val HIVE_VERIFY_PARTITION_PATH: ConfigEntry[Boolean]
  100. val IGNORE_CORRUPT_FILES: ConfigEntry[Boolean]
  101. val IGNORE_DATA_LOCALITY: ConfigEntry[Boolean]
  102. val IGNORE_MISSING_FILES: ConfigEntry[Boolean]
  103. val IN_MEMORY_PARTITION_PRUNING: ConfigEntry[Boolean]
  104. val IN_MEMORY_TABLE_SCAN_STATISTICS_ENABLED: ConfigEntry[Boolean]
  105. val JOIN_REORDER_CARD_WEIGHT: ConfigEntry[Double]
  106. val JOIN_REORDER_DP_STAR_FILTER: ConfigEntry[Boolean]
  107. val JOIN_REORDER_DP_THRESHOLD: ConfigEntry[Int]
  108. val JOIN_REORDER_ENABLED: ConfigEntry[Boolean]
  109. val JSON_GENERATOR_IGNORE_NULL_FIELDS: ConfigEntry[Boolean]
  110. val LEGACY_ADD_SINGLE_FILE_IN_ADD_FILE: ConfigEntry[Boolean]
  111. val LEGACY_ALLOW_EMPTY_STRING_IN_JSON: ConfigEntry[Boolean]
  112. val LEGACY_ALLOW_HASH_ON_MAPTYPE: ConfigEntry[Boolean]
  113. val LEGACY_ALLOW_NEGATIVE_SCALE_OF_DECIMAL_ENABLED: ConfigEntry[Boolean]
  114. val LEGACY_ALLOW_UNTYPED_SCALA_UDF: ConfigEntry[Boolean]
  115. val LEGACY_ARRAY_EXISTS_FOLLOWS_THREE_VALUED_LOGIC: ConfigEntry[Boolean]
  116. val LEGACY_AVRO_REBASE_MODE_IN_READ: ConfigEntry[String]
  117. val LEGACY_AVRO_REBASE_MODE_IN_WRITE: ConfigEntry[String]
  118. val LEGACY_BUCKETED_TABLE_SCAN_OUTPUT_ORDERING: ConfigEntry[Boolean]
  119. val LEGACY_CAST_DATETIME_TO_STRING: ConfigEntry[Boolean]
  120. val LEGACY_CREATE_EMPTY_COLLECTION_USING_STRING_TYPE: ConfigEntry[Boolean]
  121. val LEGACY_CTE_PRECEDENCE_POLICY: ConfigEntry[String]
  122. val LEGACY_EXPONENT_LITERAL_AS_DECIMAL_ENABLED: ConfigEntry[Boolean]
  123. val LEGACY_FROM_DAYTIME_STRING: ConfigEntry[Boolean]
  124. val LEGACY_HAVING_WITHOUT_GROUP_BY_AS_WHERE: ConfigEntry[Boolean]
  125. val LEGACY_LOOSE_UPCAST: ConfigEntry[Boolean]
  126. val LEGACY_MSSQLSERVER_NUMERIC_MAPPING_ENABLED: ConfigEntry[Boolean]
  127. val LEGACY_PARQUET_REBASE_MODE_IN_READ: ConfigEntry[String]
  128. val LEGACY_PARQUET_REBASE_MODE_IN_WRITE: ConfigEntry[String]
  129. val LEGACY_PROPERTY_NON_RESERVED: ConfigEntry[Boolean]
  130. val LEGACY_REPLACE_DATABRICKS_SPARK_AVRO_ENABLED: ConfigEntry[Boolean]
  131. val LEGACY_SETOPS_PRECEDENCE_ENABLED: ConfigEntry[Boolean]
  132. val LEGACY_SIZE_OF_NULL: ConfigEntry[Boolean]
  133. val LEGACY_TIME_PARSER_POLICY: ConfigEntry[String]
  134. val LIMIT_SCALE_UP_FACTOR: ConfigEntry[Int]
  135. val LITERAL_PICK_MINIMUM_PRECISION: ConfigEntry[Boolean]
  136. val LOCAL_SHUFFLE_READER_ENABLED: ConfigEntry[Boolean]
  137. val MAP_KEY_DEDUP_POLICY: ConfigEntry[String]
  138. val MAX_BATCHES_TO_RETAIN_IN_MEMORY: ConfigEntry[Int]
  139. val MAX_NESTED_VIEW_DEPTH: ConfigEntry[Int]
  140. val MAX_PLAN_STRING_LENGTH: ConfigEntry[Long]
  141. val MAX_RECORDS_PER_FILE: ConfigEntry[Long]
  142. val MAX_TO_STRING_FIELDS: ConfigEntry[Int]
  143. val MIN_BATCHES_TO_RETAIN: ConfigEntry[Int]
  144. val NAME_NON_STRUCT_GROUPING_KEY_AS_VALUE: ConfigEntry[Boolean]
  145. val NDV_MAX_ERROR: ConfigEntry[Double]
  146. val NESTED_PREDICATE_PUSHDOWN_FILE_SOURCE_LIST: ConfigEntry[String]
  147. val NESTED_PRUNING_ON_EXPRESSIONS: ConfigEntry[Boolean]
  148. val NESTED_SCHEMA_PRUNING_ENABLED: ConfigEntry[Boolean]
  149. val NON_EMPTY_PARTITION_RATIO_FOR_BROADCAST_JOIN: ConfigEntry[Double]
  150. val OBJECT_AGG_SORT_BASED_FALLBACK_THRESHOLD: ConfigEntry[Int]
  151. val OPTIMIZER_EXCLUDED_RULES: OptionalConfigEntry[String]
  152. val OPTIMIZER_INSET_CONVERSION_THRESHOLD: ConfigEntry[Int]
  153. val OPTIMIZER_INSET_SWITCH_THRESHOLD: ConfigEntry[Int]
  154. val OPTIMIZER_MAX_ITERATIONS: ConfigEntry[Int]
  155. val OPTIMIZER_METADATA_ONLY: ConfigEntry[Boolean]
  156. val OPTIMIZER_PLAN_CHANGE_LOG_BATCHES: OptionalConfigEntry[String]
  157. val OPTIMIZER_PLAN_CHANGE_LOG_LEVEL: ConfigEntry[String]
  158. val OPTIMIZER_PLAN_CHANGE_LOG_RULES: OptionalConfigEntry[String]
  159. val ORC_COMPRESSION: ConfigEntry[String]
  160. val ORC_FILTER_PUSHDOWN_ENABLED: ConfigEntry[Boolean]
  161. val ORC_IMPLEMENTATION: ConfigEntry[String]
  162. val ORC_SCHEMA_MERGING_ENABLED: ConfigEntry[Boolean]
  163. val ORC_VECTORIZED_READER_BATCH_SIZE: ConfigEntry[Int]
  164. val ORC_VECTORIZED_READER_ENABLED: ConfigEntry[Boolean]
  165. val ORDER_BY_ORDINAL: ConfigEntry[Boolean]
  166. val OUTPUT_COMMITTER_CLASS: OptionalConfigEntry[String]
  167. val PANDAS_ARROW_SAFE_TYPE_CONVERSION: ConfigEntry[Boolean]
  168. val PANDAS_GROUPED_MAP_ASSIGN_COLUMNS_BY_NAME: ConfigEntry[Boolean]
  169. val PANDAS_UDF_BUFFER_SIZE: ConfigEntry[Int]
  170. val PARALLEL_FILE_LISTING_IN_STATS_COMPUTATION: ConfigEntry[Boolean]
  171. val PARALLEL_PARTITION_DISCOVERY_PARALLELISM: ConfigEntry[Int]
  172. val PARALLEL_PARTITION_DISCOVERY_THRESHOLD: ConfigEntry[Int]
  173. val PARQUET_BINARY_AS_STRING: ConfigEntry[Boolean]
  174. val PARQUET_COMPRESSION: ConfigEntry[String]
  175. val PARQUET_FILTER_PUSHDOWN_DATE_ENABLED: ConfigEntry[Boolean]
  176. val PARQUET_FILTER_PUSHDOWN_DECIMAL_ENABLED: ConfigEntry[Boolean]
  177. val PARQUET_FILTER_PUSHDOWN_ENABLED: ConfigEntry[Boolean]
  178. val PARQUET_FILTER_PUSHDOWN_INFILTERTHRESHOLD: ConfigEntry[Int]
  179. val PARQUET_FILTER_PUSHDOWN_STRING_STARTSWITH_ENABLED: ConfigEntry[Boolean]
  180. val PARQUET_FILTER_PUSHDOWN_TIMESTAMP_ENABLED: ConfigEntry[Boolean]
  181. val PARQUET_INT96_AS_TIMESTAMP: ConfigEntry[Boolean]
  182. val PARQUET_INT96_TIMESTAMP_CONVERSION: ConfigEntry[Boolean]
  183. val PARQUET_OUTPUT_COMMITTER_CLASS: ConfigEntry[String]
  184. val PARQUET_OUTPUT_TIMESTAMP_TYPE: ConfigEntry[String]
  185. val PARQUET_RECORD_FILTER_ENABLED: ConfigEntry[Boolean]
  186. val PARQUET_SCHEMA_MERGING_ENABLED: ConfigEntry[Boolean]
  187. val PARQUET_SCHEMA_RESPECT_SUMMARIES: ConfigEntry[Boolean]
  188. val PARQUET_VECTORIZED_READER_BATCH_SIZE: ConfigEntry[Int]
  189. val PARQUET_VECTORIZED_READER_ENABLED: ConfigEntry[Boolean]
  190. val PARQUET_WRITE_LEGACY_FORMAT: ConfigEntry[Boolean]
  191. val PARTITION_COLUMN_TYPE_INFERENCE: ConfigEntry[Boolean]
  192. val PARTITION_OVERWRITE_MODE: ConfigEntry[String]
  193. val PERCENTILE_ACCURACY: ConfigEntry[Int]
  194. val PLAN_STATS_ENABLED: ConfigEntry[Boolean]
  195. val PREFER_SORTMERGEJOIN: ConfigEntry[Boolean]
  196. val PYSPARK_JVM_STACKTRACE_ENABLED: ConfigEntry[Boolean]
  197. val RADIX_SORT_ENABLED: ConfigEntry[Boolean]
  198. val RANGE_EXCHANGE_SAMPLE_SIZE_PER_PARTITION: ConfigEntry[Int]
  199. val REPLACE_EXCEPT_WITH_FILTER: ConfigEntry[Boolean]
  200. val REPL_EAGER_EVAL_ENABLED: ConfigEntry[Boolean]
  201. val REPL_EAGER_EVAL_MAX_NUM_ROWS: ConfigEntry[Int]
  202. val REPL_EAGER_EVAL_TRUNCATE: ConfigEntry[Int]
  203. val RUN_SQL_ON_FILES: ConfigEntry[Boolean]
  204. val SCRIPT_TRANSFORMATION_EXIT_TIMEOUT: ConfigEntry[Long]
  205. val SERIALIZER_NESTED_SCHEMA_PRUNING_ENABLED: ConfigEntry[Boolean]
  206. val SESSION_LOCAL_TIMEZONE: ConfigEntry[String]
  207. val SET_COMMAND_REJECTS_SPARK_CORE_CONFS: ConfigEntry[Boolean]
  208. val SHUFFLE_PARTITIONS: ConfigEntry[Int]
  209. val SHUFFLE_TARGET_POSTSHUFFLE_INPUT_SIZE: ConfigEntry[Long]
  210. val SKEW_JOIN_ENABLED: ConfigEntry[Boolean]
  211. val SKEW_JOIN_SKEWED_PARTITION_FACTOR: ConfigEntry[Int]
  212. val SKEW_JOIN_SKEWED_PARTITION_THRESHOLD: ConfigEntry[Long]
  213. val SORT_BEFORE_REPARTITION: ConfigEntry[Boolean]
  214. val SORT_MERGE_JOIN_EXEC_BUFFER_IN_MEMORY_THRESHOLD: ConfigEntry[Int]
  215. val SORT_MERGE_JOIN_EXEC_BUFFER_SPILL_THRESHOLD: ConfigEntry[Int]
  216. val SOURCES_BINARY_FILE_MAX_LENGTH: ConfigEntry[Int]
  217. val SQL_OPTIONS_REDACTION_PATTERN: ConfigEntry[Regex]
  218. val SQL_STRING_REDACTION_PATTERN: ConfigEntry[Option[Regex]]
  219. val STARSCHEMA_DETECTION: ConfigEntry[Boolean]
  220. val STARSCHEMA_FACT_TABLE_RATIO: ConfigEntry[Double]
  221. val STATE_STORE_MIN_DELTAS_FOR_SNAPSHOT: ConfigEntry[Int]
  222. val STATE_STORE_PROVIDER_CLASS: ConfigEntry[String]
  223. val STORE_ASSIGNMENT_POLICY: ConfigEntry[String]
  224. val STREAMING_AGGREGATION_STATE_FORMAT_VERSION: ConfigEntry[Int]
  225. val STREAMING_CHECKPOINT_ESCAPED_PATH_CHECK_ENABLED: ConfigEntry[Boolean]
  226. val STREAMING_CHECKPOINT_FILE_MANAGER_CLASS: TypedConfigBuilder[String]
  227. val STREAMING_FILE_COMMIT_PROTOCOL_CLASS: ConfigEntry[String]
  228. val STREAMING_JOIN_STATE_FORMAT_VERSION: ConfigEntry[Int]
  229. val STREAMING_METRICS_ENABLED: ConfigEntry[Boolean]
  230. val STREAMING_MULTIPLE_WATERMARK_POLICY: ConfigEntry[String]
  231. val STREAMING_NO_DATA_MICRO_BATCHES_ENABLED: ConfigEntry[Boolean]
  232. val STREAMING_NO_DATA_PROGRESS_EVENT_INTERVAL: ConfigEntry[Long]
  233. val STREAMING_POLLING_DELAY: ConfigEntry[Long]
  234. val STREAMING_PROGRESS_RETENTION: ConfigEntry[Int]
  235. val STREAMING_SCHEMA_INFERENCE: ConfigEntry[Boolean]
  236. val STREAMING_STOP_ACTIVE_RUN_ON_RESTART: ConfigEntry[Boolean]
  237. val STREAMING_STOP_TIMEOUT: ConfigEntry[Long]
  238. val SUBEXPRESSION_ELIMINATION_ENABLED: ConfigEntry[Boolean]
  239. val SUBQUERY_REUSE_ENABLED: ConfigEntry[Boolean]
  240. val SUPPORT_QUOTED_REGEX_COLUMN_NAME: ConfigEntry[Boolean]
  241. val THRIFTSERVER_INCREMENTAL_COLLECT: ConfigEntry[Boolean]
  242. val THRIFTSERVER_POOL: OptionalConfigEntry[String]
  243. val THRIFTSERVER_UI_SESSION_LIMIT: ConfigEntry[Int]
  244. val THRIFTSERVER_UI_STATEMENT_LIMIT: ConfigEntry[Int]
  245. val TOP_K_SORT_FALLBACK_THRESHOLD: ConfigEntry[Int]
  246. val TRUNCATE_TABLE_IGNORE_PERMISSION_ACL: ConfigEntry[Boolean]
  247. val UNSUPPORTED_OPERATION_CHECK_ENABLED: ConfigEntry[Boolean]
  248. val USE_OBJECT_HASH_AGG: ConfigEntry[Boolean]
  249. val USE_V1_SOURCE_LIST: ConfigEntry[String]
  250. val V2_SESSION_CATALOG_IMPLEMENTATION: OptionalConfigEntry[String]
  251. val VALIDATE_PARTITION_COLUMNS: ConfigEntry[Boolean]
  252. val VARIABLE_SUBSTITUTE_ENABLED: ConfigEntry[Boolean]
  253. val WHOLESTAGE_CODEGEN_ENABLED: ConfigEntry[Boolean]
  254. val WHOLESTAGE_CODEGEN_USE_ID_IN_CLASS_NAME: ConfigEntry[Boolean]
  255. val WHOLESTAGE_HUGE_METHOD_LIMIT: ConfigEntry[Int]
  256. val WHOLESTAGE_MAX_NUM_FIELDS: ConfigEntry[Int]
  257. val WHOLESTAGE_SPLIT_CONSUME_FUNC_BY_OPERATOR: ConfigEntry[Boolean]
  258. val WINDOW_EXEC_BUFFER_IN_MEMORY_THRESHOLD: ConfigEntry[Int]
  259. val WINDOW_EXEC_BUFFER_SPILL_THRESHOLD: ConfigEntry[Int]
  260. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  261. def buildConf(key: String): ConfigBuilder
  262. def buildStaticConf(key: String): ConfigBuilder
  263. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  264. val deprecatedSQLConfigs: Map[String, DeprecatedConfig]

    Maps deprecated SQL config keys to information about the deprecation.

    Maps deprecated SQL config keys to information about the deprecation.

    The extra information is logged as a warning when the SQL config is present in the user's configuration.

  265. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  266. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  267. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  268. def get: SQLConf

    Returns the active config object within the current scope.

    Returns the active config object within the current scope. If there is an active SparkSession, the proper SQLConf associated with the thread's active session is used. If it's called from tasks in the executor side, a SQLConf will be created from job local properties, which are set and propagated from the driver side, unless a SQLConf has been set in the scope by withExistingConf as done for propagating SQLConf for operations performed on RDDs created from DataFrames.

    The way this works is a little bit convoluted, due to the fact that config was added initially only for physical plans (and as a result not in sql/catalyst module).

    The first time a SparkSession is instantiated, we set the confGetter to return the active SparkSession's config. If there is no active SparkSession, it returns using the thread local fallbackConf. The reason fallbackConf is a thread local (rather than just a conf) is to support setting different config options for different threads so we can potentially run tests in parallel. At the time this feature was implemented, this was a no-op since we run unit tests (that does not involve SparkSession) in serial order.

  269. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  270. def getFallbackConf: SQLConf

    See get for more information.

  271. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  272. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  273. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  274. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  275. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  276. val removedSQLConfigs: Map[String, RemovedConfig]

    The map contains info about removed SQL configs.

    The map contains info about removed SQL configs. Keys are SQL config names, map values contain extra information like the version in which the config was removed, config's default value and a comment.

    Please, add a removed SQL configuration property here only when it affects behaviours. For example, spark.sql.variable.substitute.depth was not added as it virtually became no-op later. By this, it makes migrations to new Spark versions painless.

  277. def setSQLConfGetter(getter: () ⇒ SQLConf): Unit

    Sets the active config object within the current scope.

    Sets the active config object within the current scope. See get for more information.

  278. val staticConfKeys: Set[String]
  279. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  280. def toString(): String
    Definition Classes
    AnyRef → Any
  281. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  282. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  283. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  284. def withExistingConf[T](conf: SQLConf)(f: ⇒ T): T
  285. object Deprecated
  286. object HiveCaseSensitiveInferenceMode extends Enumeration
  287. object LegacyBehaviorPolicy extends Enumeration
  288. object MapKeyDedupPolicy extends Enumeration
  289. object ParquetOutputTimestampType extends Enumeration
  290. object PartitionOverwriteMode extends Enumeration
  291. object Replaced
  292. object StoreAssignmentPolicy extends Enumeration

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped