tantieshuai-CSDN博客

原创 DA.pom.xml

xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">4.0.0DADAwar0.0.1-SNAPSHOTDA with scala ability1.3.21.2.12.7.22.0.0.RELEASE1

2017-04-21 17:14:56 319

原创 receive

#agent section producer.sources = s producer.channels = c producer.sinks = r #source section producer.sources.s.type = avro producer.sources.s.bind = 192.168.100.110

2017-04-21 13:34:22 337

原创 collect.conf

#agent section producer.sources = s producer.channels = c producer.sinks = r #source section producer.sources.s.type = avro producer.sources.s.bind = 192.168.100.110

2017-04-21 13:33:46 275

原创 1.txt linux 用法和jar包执行,kafka执行,flume

首先到238执行：cd /usr/local/hbase-1.2.1/bin/./stop-hbase.sh 碰到报错，到238，239，240cd /usr/local ./stophbase.sh 执行完之后，使用 ps axu |grep hbase 查看是否还有残余进程。。有的话，根据查看到的pid 执行 kill -9 $pid （这里的$p

2017-04-21 13:25:42 772

原创 * 新手标已还款追踪数据。dw_yhk_zz

import java.io.IOExceptionimport java.sql.Timestampimport java.util.Dateimport DAO.{ScalaConn, ScalaHbase}import org.apache.commons.lang3.time.DateFormatUtilsimport org.apache.hadoop.conf.Config

2017-04-21 13:06:12 699

原创 DateUtil java 版本

package util;import java.text.ParseException;import java.text.SimpleDateFormat;import java.util.Calendar;import java.util.Date;import org.slf4j.Logger;import org.slf4j.LoggerFactory;public cl

2017-04-21 12:59:03 252

原创 Conn java版本

package DAO;import java.util.Date;import java.util.HashMap;import java.util.Map;import java.sql.Timestamp;import java.text.SimpleDateFormat;import org.apache.hadoop.conf.Configuration;import o

2017-04-21 12:57:39 318

原创 SparkHBase java版本

package DAO;import java.io.IOException;import java.util.List;import java.util.UUID;import java.util.Map;import java.util.concurrent.ConcurrentHashMap;import org.apache.hadoop.hbase.client.*;i

2017-04-21 12:56:40 1862

原创 ScalaHbase

package DAOimport java.io.IOExceptionimport java.util.Listimport java.util.UUIDimport java.util.Mapimport java.util.concurrent.ConcurrentHashMapimport org.apache.hadoop.hbase.filter.CompareFilt

2017-04-21 12:55:51 169

原创 ScalaConn

package DAO;import java.sql._import java.text.SimpleDateFormatimport java.util.{List, Date, HashMap, Properties}import com.google.protobuf.TextFormat.ParseExceptionimport org.apache.hadoop.conf

2017-04-21 12:55:33 173

原创获得红包数据

import java.io.IOException; import java.io.Serializable;import java.util.List;import java.util.Date;import DAO.Conn;import DAO.ScalaConn;import DAO.SparkHBase;import org.apache.commons.lang3.

2017-04-21 12:54:31 345

原创 dw_get_bribery

import java.io.IOException; import java.io.Serializable;import java.util.List;import java.util.Date;import DAO.Conn;import DAO.ScalaConn;import DAO.SparkHBase;import org.apache.commons.lang3.

2017-04-21 12:52:28 371

原创 KafkaSparkDemoMain

package kafkaimport java.sql.DriverManagerimport java.util.Propertiesimport DAO.{ScalaHbase, ScalaConn}import kafka.kafkaToHbase.market_analysisimport kafka.serializer.StringDecoderimport org.

2017-04-21 12:49:23 228

转载 sparkStreaming

package kafkaimport org.apache.spark._import org.apache.spark.broadcast.Broadcastimport org.apache.spark.rdd.RDDimport org.apache.spark.sql.SparkSessionimport org.apache.spark.streaming._import

2017-04-21 12:48:42 211

原创 UserClickCountAnalytics kafka

package kafkaimport java.sql.{DriverManager}import java.text.SimpleDateFormatimport java.util.{Properties, Calendar, Date}import DAO.{ScalaHbase, ScalaConn}import kafka.serializer.StringDecoder

2017-04-21 12:48:15 259

原创 dm_zj_m月度总结数据

import java.io.IOExceptionimport java.sql.Timestampimport java.text.SimpleDateFormatimport java.util.Calendarimport DAO.{ScalaConn, ScalaHbase}import org.apache.commons.lang3.time.DateFormatUtil

2017-04-21 12:47:33 535

原创 kafkaToHbase

package kafkaimport java.sql.{DriverManager}import java.text.SimpleDateFormatimport java.util.{Properties, Calendar, Date}import DAO.{ScalaHbase, ScalaConn}import kafka.serializer.StringDecode

2017-04-21 12:46:38 715

原创 KafkaProducers

package kafka;import java.util.Properties;import kafka.javaapi.producer.Producer;import kafka.producer.KeyedMessage;import kafka.producer.ProducerConfig;public class KafkaProducers { priv

2017-04-21 12:45:50 223

转载 KafkaProducerExample1

package kafka;import org.apache.kafka.clients.producer.KafkaProducer;import org.apache.kafka.clients.producer.Producer;import org.apache.kafka.clients.producer.ProducerRecord;import java.util.Pr

2017-04-21 12:45:01 259

原创 KafkaData_Sp2p.scala

package kafkaimport java.io.IOExceptionimport DAO.{ScalaHbase, ScalaConn}import kafka.Service.sp2p_logimport org.apache.kafka.clients.producer.{ProducerRecord, KafkaProducer}import org.apache.

2017-04-21 12:43:52 394

原创 java 写的spark 控制hbase

package DAO;import java.io.IOException;import java.util.List;import java.util.UUID;import java.util.Map;import java.util.concurrent.ConcurrentHashMap;import org.apache.hadoop.hbase.client.*;i

2017-04-20 18:40:02 569

原创 scala 控制hbase,spark

package DAOimport java.io.IOExceptionimport java.util.Listimport java.util.UUIDimport java.util.Mapimport java.util.concurrent.ConcurrentHashMapimport org.apache.hadoop.hbase.filter.CompareFilt

2017-04-20 18:39:19 462

原创 scala 写spark