官网使用手册:https://doris.apache.org/zh-CN/docs/data-operate/import/stream-load-manual
1 数据导入
1.1 Broker Load
Broker load:一个导入的异步方式,不同的数据源需要部署不同的 broker 进程。可以通过 show broker 命令查看已经部署的 broker
LOAD LABEL db_name.table_name
(
DATA INFILE("hdfs://node1:8020/datas/doris/table_name.csv")
INTO TABLE `table_name`
COLUMNS TERMINATED BY ","
FORMAT AS "csv"
( dt
,df
,uid
,name
,age
)
)
WITH BROKER broker_name
(
"dfs.nameservices" = "my_cluster",
"dfs.ha.namenodes.my_cluster" = "nn1",
"dfs.namenode.rpc-address.my_cluster.nn1" = "node1:8020",
"dfs.client.failover.proxy.provider" = "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
)
PROPERTIES
(
"max_filter_ratio"="0.00002"
)