pyspark ipython Notebook 配置

hadoop 设置

Python

export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native export HADOOP_HOME=~/apps/hadoop-2.7.3 export PATH=${HADOOP_HOME}/bin:$PATH

1 2 3 4

export   HADOOP_COMMON_LIB_NATIVE_DIR = $ HADOOP_HOME / lib / native export   HADOOP_HOME = ~ / apps / hadoop - 2.7.3 export PATH = $ { HADOOP_HOME } / bin : $ PATH

pyspark 设置

Python

export SPARK_HOME=~/apps/spark-2.3.1-bin-hadoop2.7 # export PYSPARK_PYTHON=python3 export PATH=${SPARK_HOME}/bin:$PATH # export PYSPARK_DRIVER_PYTHON=ipython3 export PYSPARK_DRIVER_PYTHON=jupyter export PYSPARK_DRIVER_PYTHON_OPTS='notebook'

1 2 3 4 5 6 7 8

export SPARK_HOME = ~ / apps / spark - 2.3.1 - bin - hadoop2 . 7 # export PYSPARK_PYTHON=python3 export PATH = $ { SPARK_HOME } / bin : $ PATH # export PYSPARK_DRIVER_PYTHON=ipython3   export PYSPARK_DRIVER_PYTHON = jupyter export PYSPARK_DRIVER_PYTHON_OPTS = 'notebook'

Java 配置

Python

export JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_121.jdk/Contents/Home export CLASSPAHT=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar export PATH=$JAVA_HOME/bin:$PATH

1 2 3 4 5

export JAVA_HOME = / Library / Java / JavaVirtualMachines / jdk1 . 8.0_121.jdk / Contents / Home export CLASSPAHT = . : $ JAVA_HOME / lib / dt . jar : $ JAVA_HOME / lib / tools . jar export PATH = $ JAVA_HOME / bin : $ PATH

• zeropython 微信公众号 5868037 QQ号 5868037@qq.com QQ邮箱