Q:

making spark session

from pyspark.sql import SparkSession

spark = SparkSession \
    .builder \
    .appName("Python Spark SQL basic example") \
    .config("spark.some.config.option", "some-value") \
    .getOrCreate()
0
# To create a SparkSession

spark = SparkSession.builder.master(
  "local").appName("Word Count").config(
  "spark.some.config.option", "some-value").getOrCreate()
0

New to Communities?

Join the community