Unable to create a spark session - apache-spark

Question

I am unable to create a spark session with a code as simple as this.
(I had the create spark session working fine until one fine day it started throwing an error, the only thing i remember doing out of the box was run a clean_up code. I have tried logging out and closing and reopening a session and things of that sort)
from pyspark.sql import SparkSession
spark = SparkSession.builder.appName("Detecting-Malicious-URL App").getOrCreate()
> --------------------------------------------------------------------------- Py4JJavaError Traceback (most recent call
> last) <ipython-input-2-51d0890cfdba> in <module>
> 1 from pyspark.sql import SparkSession
> 2
> ----> 3 spark = SparkSession.builder.appName("Detecting-Malicious-URL App").getOrCreate()
>
> /app/spark-2.2.0-bin-hadoop2.7/python/pyspark/sql/session.py in
> getOrCreate(self)
> 167 for key, value in self._options.items():
> 168 sparkConf.set(key, value)
> --> 169 sc = SparkContext.getOrCreate(sparkConf)
> 170 # This SparkContext may be an existing one.
> 171 for key, value in self._options.items():
>
> /app/spark-2.2.0-bin-hadoop2.7/python/pyspark/context.py in
> getOrCreate(cls, conf)
> 332 with SparkContext._lock:
> 333 if SparkContext._active_spark_context is None:
> --> 334 SparkContext(conf=conf or SparkConf())
> 335 return SparkContext._active_spark_context
> 336
>
> /app/spark-2.2.0-bin-hadoop2.7/python/pyspark/context.py in
> __init__(self, master, appName, sparkHome, pyFiles, environment, batchSize, serializer, conf, gateway, jsc, profiler_cls)
> 116 try:
> 117 self._do_init(master, appName, sparkHome, pyFiles, environment, batchSize, serializer,
> --> 118 conf, jsc, profiler_cls)
> 119 except:
> 120 # If an error occurs, clean up in order to allow future SparkContext creation:
>
> /app/spark-2.2.0-bin-hadoop2.7/python/pyspark/context.py in
> _do_init(self, master, appName, sparkHome, pyFiles, environment, batchSize, serializer, conf, jsc, profiler_cls)
> 178
> 179 # Create the Java SparkContext through Py4J
> --> 180 self._jsc = jsc or self._initialize_context(self._conf._jconf)
> 181 # Reset the SparkConf to the one actually used by the SparkContext in JVM.
> 182 self._conf = SparkConf(_jconf=self._jsc.sc().conf())
>
> /app/spark-2.2.0-bin-hadoop2.7/python/pyspark/context.py in
> _initialize_context(self, jconf)
> 271 Initialize SparkContext in function to allow subclass specific initialization
> 272 """
> --> 273 return self._jvm.JavaSparkContext(jconf)
> 274
> 275 #classmethod
>
> /app/spark-2.2.0-bin-hadoop2.7/python/lib/py4j-0.10.4-src.zip/py4j/java_gateway.py
> in __call__(self, *args) 1399 answer =
> self._gateway_client.send_command(command) 1400
> return_value = get_return_value(
> -> 1401 answer, self._gateway_client, None, self._fqn) 1402 1403 for temp_arg in temp_args:
>
> /app/spark-2.2.0-bin-hadoop2.7/python/lib/py4j-0.10.4-src.zip/py4j/protocol.py
> in get_return_value(answer, gateway_client, target_id, name)
> 317 raise Py4JJavaError(
> 318 "An error occurred while calling {0}{1}{2}.\n".
> --> 319 format(target_id, ".", name), value)
> 320 else:
> 321 raise Py4JError(
>
> Py4JJavaError: An error occurred while calling
> None.org.apache.spark.api.java.JavaSparkContext. :
> java.net.ConnectException: Call From
> ulviasp00949.fg.rbc.com/10.174.169.95 to strplpa44hr03.fg.rbc.com:8032
> failed on connection exception: java.net.ConnectException: Connection
> refused; For more details see:
> http://wiki.apache.org/hadoop/ConnectionRefused