spark streaming:自定义Receiver

package example3

import org.apache.spark.SparkConf
import org.apache.spark.rdd.RDD
import org.apache.spark.storage.StorageLevel
import org.apache.spark.streaming.dstream.{DStream, ReceiverInputDStream}
import org.apache.spark.streaming.receiver.Receiver
import org.apache.spark.streaming.{Duration, Seconds, StreamingContext}

import scala.collection.mutable
import scala.util.Random

object HelloStreaming03 {
  def main(args: Array[String]): Unit = {
    val sparkConf = new SparkConf().setMaster("local[*]").setAppName("WordCount")
    val ssc = new StreamingContext(sparkConf, Seconds(5))

    val ds : ReceiverInputDStream[String] = ssc.receiverStream(new MyReceiver());
    ds.print()
    ssc.start();
    ssc.awaitTermination();

  }

  class MyReceiver extends Receiver[String](StorageLevel.MEMORY_ONLY){
    //启动采集器
    private var flag = true;
    override def onStart(): Unit = {
      new Thread(new Runnable {
        override def run(): Unit = {
          while (flag){
            var message = Random.nextInt(10).toString();
            store(message);
            Thread.sleep(1000);
          }
        }
      }).start();

    }

    //关闭采集器
    override def onStop(): Unit = {
      flag = false;
    }
  }

}