from pyspark import SparkContext,SparkConf
conf = SparkConf().setMaster('local[4]').setAppName('My App')
sc = SparkContext(conf = conf)
logger = sc._jvm.org.apache.log4j
logger.LogManager.getLogger("org").setLevel(logger.Level.WARN)
logger.LogManager.getLogger("akka").setLevel(logger.Level.WARN)
或者
sc.setLogLevel(“ERROR”)