Spark Streaming流任务学习笔记

spark-submit [--master yarn-cluster --queue Streaming] --num-executors 3 --executor-cores 8 \
        --conf spark.streaming.receiver.maxRate=60000 --conf spark.streaming.backpressure.enabled=true  --conf spark.streaming.backpressure.initialRate=10 \
        --jars spark-streaming-kafka-assembly_2.10-1.5.2.jar \
        --py-files edis-2.10.5-py2.7.egg, all_files.egg \
    online_parse.py     kafka_zk:2181      {topic}     {group}