access_log.sql:
CREATE EXTERNAL TABLE access_log (
col1 STRING,
type STRING,
ip STRING,
agent STRING,
url STRING,
referer STRING,
uid STRING,
session_id STRING,
created_at STRING
)
PARTITIONED BY (site STRING, created_date STRING)
ROW FORMAT DELIMITED FIELDS TERMINATED BY '|'
LOCATION '/data/rawlog/log/access_log/';
$ hadoop dfs -mkdir /data/rawlog/log/access_log/
$ hive -f access_log.sql
$ hive -S -e "ALTER TABLE access_log ADD IF NOT EXISTS PARTITION(site='$site', created_date='$created_date') LOCATION '$site/$created_date'"
$ hadoop dfs -put $file /data/rawlog/log/access_log/$site/$created_date
CREATE EXTERNAL TABLE access_log (
col1 STRING,
type STRING,
ip STRING,
agent STRING,
url STRING,
referer STRING,
uid STRING,
session_id STRING,
created_at STRING
)
PARTITIONED BY (site STRING, created_date STRING)
ROW FORMAT DELIMITED FIELDS TERMINATED BY '|'
LOCATION '/data/rawlog/log/access_log/';
$ hadoop dfs -mkdir /data/rawlog/log/access_log/
$ hive -f access_log.sql
$ hive -S -e "ALTER TABLE access_log ADD IF NOT EXISTS PARTITION(site='$site', created_date='$created_date') LOCATION '$site/$created_date'"
$ hadoop dfs -put $file /data/rawlog/log/access_log/$site/$created_date