In [ ]:
%%spark
from pyspark.sql import SparkSession
SparkSession.builder \
.master("local[10]") \
.config("spark.executor.memory", "4g") \
.config("spark.executor.cores", "6") \
.appName("SparkBeakerxSupport")
In [ ]:
import random
def inside(p):
x, y = random.random(), random.random()
return x*x + y*y < 1
NUM_SAMPLES =100000000
count = sc.parallelize(range(0, NUM_SAMPLES)).filter(inside).count()
print("Pi is roughly %f" % (4.0 * count / NUM_SAMPLES))
In [ ]:
%%spark --start
from pyspark.sql import SparkSession
SparkSession.builder.appName('abc')
In [ ]:
%%spark --noUI
from pyspark.sql import SparkSession
SparkSession.builder.appName('abc')
In [ ]:
spark.stop()