spark:
$SPARK_HOME/conf/spark-env.sh
修改SPARK_WORKER_MEMORY=4g
hadoop
$HADOOP_HOME/etc/hadoop/hadoop-env.sh
修改增加
export HADOOP_HEAPSIZE=8192
spark:
$SPARK_HOME/conf/spark-env.sh
修改SPARK_WORKER_MEMORY=4g
hadoop
$HADOOP_HOME/etc/hadoop/hadoop-env.sh
修改增加
export HADOOP_HEAPSIZE=8192