- 博客(27)
- 收藏
- 关注
原创 DA.pom.xml
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">4.0.0DADAwar0.0.1-SNAPSHOTDA with scala ability1.3.21.2.12.7.22.0.0.RELEASE1
2017-04-21 17:14:56 330
原创 receive
#agent section producer.sources = s producer.channels = c producer.sinks = r #source section producer.sources.s.type = avro producer.sources.s.bind = 192.168.100.110
2017-04-21 13:34:22 369
原创 collect.conf
#agent section producer.sources = s producer.channels = c producer.sinks = r #source section producer.sources.s.type = avro producer.sources.s.bind = 192.168.100.110
2017-04-21 13:33:46 287
原创 1.txt linux 用法 和jar包执行,kafka执行,flume
首先到238执行:cd /usr/local/hbase-1.2.1/bin/./stop-hbase.sh 碰到报错,到238,239,240cd /usr/local ./stophbase.sh 执行完之后,使用 ps axu |grep hbase 查看是否还有残余进程。。有的话,根据查看到的pid 执行 kill -9 $pid (这里的$p
2017-04-21 13:25:42 780
原创 * 新手标已还款追踪数据。dw_yhk_zz
import java.io.IOExceptionimport java.sql.Timestampimport java.util.Dateimport DAO.{ScalaConn, ScalaHbase}import org.apache.commons.lang3.time.DateFormatUtilsimport org.apache.hadoop.conf.Config
2017-04-21 13:06:12 726
原创 DateUtil java 版本
package util;import java.text.ParseException;import java.text.SimpleDateFormat;import java.util.Calendar;import java.util.Date;import org.slf4j.Logger;import org.slf4j.LoggerFactory;public cl
2017-04-21 12:59:03 269
原创 Conn java版本
package DAO;import java.util.Date;import java.util.HashMap;import java.util.Map;import java.sql.Timestamp;import java.text.SimpleDateFormat;import org.apache.hadoop.conf.Configuration;import o
2017-04-21 12:57:39 339
原创 SparkHBase java版本
package DAO;import java.io.IOException;import java.util.List;import java.util.UUID;import java.util.Map;import java.util.concurrent.ConcurrentHashMap;import org.apache.hadoop.hbase.client.*;i
2017-04-21 12:56:40 1871
原创 ScalaHbase
package DAOimport java.io.IOExceptionimport java.util.Listimport java.util.UUIDimport java.util.Mapimport java.util.concurrent.ConcurrentHashMapimport org.apache.hadoop.hbase.filter.CompareFilt
2017-04-21 12:55:51 183
原创 ScalaConn
package DAO;import java.sql._import java.text.SimpleDateFormatimport java.util.{List, Date, HashMap, Properties}import com.google.protobuf.TextFormat.ParseExceptionimport org.apache.hadoop.conf
2017-04-21 12:55:33 183
原创 获得红包数据
import java.io.IOException; import java.io.Serializable;import java.util.List;import java.util.Date;import DAO.Conn;import DAO.ScalaConn;import DAO.SparkHBase;import org.apache.commons.lang3.
2017-04-21 12:54:31 357
原创 dw_get_bribery
import java.io.IOException; import java.io.Serializable;import java.util.List;import java.util.Date;import DAO.Conn;import DAO.ScalaConn;import DAO.SparkHBase;import org.apache.commons.lang3.
2017-04-21 12:52:28 385
原创 KafkaSparkDemoMain
package kafkaimport java.sql.DriverManagerimport java.util.Propertiesimport DAO.{ScalaHbase, ScalaConn}import kafka.kafkaToHbase.market_analysisimport kafka.serializer.StringDecoderimport org.
2017-04-21 12:49:23 239
转载 sparkStreaming
package kafkaimport org.apache.spark._import org.apache.spark.broadcast.Broadcastimport org.apache.spark.rdd.RDDimport org.apache.spark.sql.SparkSessionimport org.apache.spark.streaming._import
2017-04-21 12:48:42 220
原创 UserClickCountAnalytics kafka
package kafkaimport java.sql.{DriverManager}import java.text.SimpleDateFormatimport java.util.{Properties, Calendar, Date}import DAO.{ScalaHbase, ScalaConn}import kafka.serializer.StringDecoder
2017-04-21 12:48:15 265
原创 dm_zj_m月度总结数据
import java.io.IOExceptionimport java.sql.Timestampimport java.text.SimpleDateFormatimport java.util.Calendarimport DAO.{ScalaConn, ScalaHbase}import org.apache.commons.lang3.time.DateFormatUtil
2017-04-21 12:47:33 552
原创 kafkaToHbase
package kafkaimport java.sql.{DriverManager}import java.text.SimpleDateFormatimport java.util.{Properties, Calendar, Date}import DAO.{ScalaHbase, ScalaConn}import kafka.serializer.StringDecode
2017-04-21 12:46:38 744
原创 KafkaProducers
package kafka;import java.util.Properties;import kafka.javaapi.producer.Producer;import kafka.producer.KeyedMessage;import kafka.producer.ProducerConfig;public class KafkaProducers { priv
2017-04-21 12:45:50 234
转载 KafkaProducerExample1
package kafka;import org.apache.kafka.clients.producer.KafkaProducer;import org.apache.kafka.clients.producer.Producer;import org.apache.kafka.clients.producer.ProducerRecord;import java.util.Pr
2017-04-21 12:45:01 268
原创 KafkaData_Sp2p.scala
package kafkaimport java.io.IOExceptionimport DAO.{ScalaHbase, ScalaConn}import kafka.Service.sp2p_logimport org.apache.kafka.clients.producer.{ProducerRecord, KafkaProducer}import org.apache.
2017-04-21 12:43:52 406
原创 java 写的spark 控制hbase
package DAO;import java.io.IOException;import java.util.List;import java.util.UUID;import java.util.Map;import java.util.concurrent.ConcurrentHashMap;import org.apache.hadoop.hbase.client.*;i
2017-04-20 18:40:02 582
原创 scala 控制hbase,spark
package DAOimport java.io.IOExceptionimport java.util.Listimport java.util.UUIDimport java.util.Mapimport java.util.concurrent.ConcurrentHashMapimport org.apache.hadoop.hbase.filter.CompareFilt
2017-04-20 18:39:19 479
原创 scala 写spark
package DAO;import java.sql._import java.text.SimpleDateFormatimport java.util.{List, Date, HashMap, Properties}import com.google.protobuf.TextFormat.ParseExceptionimport org.apache.hadoop.conf
2017-04-20 18:38:43 769
原创 java 控制spark
package DAO;import java.util.Date;import java.util.HashMap;import java.util.Map;import java.sql.Timestamp;import java.text.SimpleDateFormat;import org.apache.hadoop.conf.Configuration;import o
2017-04-20 18:38:12 276
原创 大数据主题运行控制
import java.io.IOExceptionimport OutAnalysis.Rz_brws_p2p//import java.text.SimpleDateFormat//import java.util.Calendar//import java.util.Timer//import java.util.TimerTaskimport java.util.regex
2017-04-20 18:37:01 401
原创 大数据开发例子
import java.io.IOExceptionimport java.sql.Timestampimport java.util.Dateimport DAO.{ScalaConn, ScalaHbase}import org.apache.commons.lang3.time.DateFormatUtilsimport org.apache.hadoop.conf.Config
2017-04-20 18:33:22 371
空空如也
空空如也
TA创建的收藏夹 TA关注的收藏夹
TA关注的人