Builder

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def appName(name: String): Builder

   

   Sets a name for the application, which will be shown in the Spark web UI.

   Sets a name for the application, which will be shown in the Spark web UI. If no application name is set, a randomly generated name will be used.

   Since

   2.0.0

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

7. def config(conf: SparkConf): Builder

   

   Sets a list of config options based on the given SparkConf.

   Sets a list of config options based on the given SparkConf.

   Since

   2.0.0

8. def config(key: String, value: Boolean): Builder

   

   Sets a config option.

   Sets a config option. Options set using this method are automatically propagated to both SparkConf and SparkSession's own configuration.

   Since

   2.0.0

9. def config(key: String, value: Double): Builder

   

   Sets a config option.

   Sets a config option. Options set using this method are automatically propagated to both SparkConf and SparkSession's own configuration.

   Since

   2.0.0

10. def config(key: String, value: Long): Builder

    

    Sets a config option.

    Sets a config option. Options set using this method are automatically propagated to both SparkConf and SparkSession's own configuration.

    Since

    2.0.0

11. def config(key: String, value: String): Builder

    

    Sets a config option.

    Sets a config option. Options set using this method are automatically propagated to both SparkConf and SparkSession's own configuration.

    Since

    2.0.0

12. def enableHiveSupport(): Builder

    

    Enables Hive support, including connectivity to a persistent Hive metastore, support for Hive serdes, and Hive user-defined functions.

    Enables Hive support, including connectivity to a persistent Hive metastore, support for Hive serdes, and Hive user-defined functions.

    Since

    2.0.0

13. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

14. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

15. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

16. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

17. def getOrCreate(): SparkSession

    

    Gets an existing SparkSession or, if there is no existing one, creates a new one based on the options set in this builder.

    Gets an existing SparkSession or, if there is no existing one, creates a new one based on the options set in this builder.

    This method first checks whether there is a valid thread-local SparkSession, and if yes, return that one. It then checks whether there is a valid global default SparkSession, and if yes, return that one. If no valid global default SparkSession exists, the method creates a new SparkSession and assigns the newly created SparkSession as the global default.

    In case an existing SparkSession is returned, the config options specified in this builder will be applied to the existing SparkSession.

    Since

    2.0.0

18. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

19. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

20. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

21. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

22. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

23. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

24. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

25. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

26. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

27. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

28. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

29. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

30. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

31. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

32. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

33. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

34. def master(master: String): Builder

    

    Sets the Spark master URL to connect to, such as "local" to run locally, "local[4]" to run locally with 4 cores, or "spark://master:7077" to run on a Spark standalone cluster.

    Sets the Spark master URL to connect to, such as "local" to run locally, "local[4]" to run locally with 4 cores, or "spark://master:7077" to run on a Spark standalone cluster.

    Since

    2.0.0

35. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

36. final def notify(): Unit

    

    Definition Classes

    AnyRef

37. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

38. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

39. def toString(): String

    

    Definition Classes

    AnyRef → Any

40. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

41. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

42. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

43. def withExtensions(f: (SparkSessionExtensions) ⇒ Unit): Builder

    

    Inject extensions into the SparkSession.

    Inject extensions into the SparkSession. This allows a user to add Analyzer rules, Optimizer rules, Planning Strategies or a customized parser.

    Since

    2.2.0