Py4JJavaError Traceback (most recent call last)
Py4JJavaError Traceback (most recent call last)
<ipython-input-72-9aec0a3b6033> in <module>
----> 1 pandas_data=data.toPandas()
~/spark-2.3.1-bin-hadoop2.6/python/pyspark/sql/dataframe.py in toPandas(self)
1966 raise RuntimeError("%s\n%s" % (_exception_message(e), msg))
1967 else:
-> 1968 pdf = pd.DataFrame.from_records(self.collect(), columns=self.columns)
1969
1970 dtype = {}
~/spark-2.3.1-bin-hadoop2.6/python/pyspark/sql/dataframe.py in collect(self)
464 """
465 with SCCallSiteSync(self._sc) as css:
--> 466 sock_info = self._jdf.collectToPython()
467 return list(_load_from_socket(sock_info, BatchedSerializer(PickleSerializer())))
468
~/spark-2.3.1-bin-hadoop2.6/python/lib/py4j-0.10.7-src.zip/py4j/java_gateway.py in __call__(self, *args)
1255 answer = self.gateway_client.send_command(command)
1256 return_value = get_return_value(
-> 1257 answer, self.gateway_client, self.target_id, self.name)
1258
1259 for temp_arg in temp_args:
~/spark-2.3.1