1、线上任务写入kudu报错,错误代码如下:
2022-01-11 17:22:00,772 ERROR org.apache.flink.kudu.connector.internal.failure.DefaultKuduFailureHandler [] - Error while sending value .Row error for primary key="10043603BS2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x0000000B323032323031323500, 0x0000000C3230323230313130))
Row error for primary key="10027417BS2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000009323032323031323500, 0x0000000A3230323230313130))
Row error for primary key="10000324BSE0116SC2022010646ACTIVEmobileFP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000007323032323031323500, 0x000000083230323230313130))
Row error for primary key="10041788BS2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000008323032323031323500, 0x000000093230323230313130))
Row error for primary key="10013861BSB01FC2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000001323032323031323500, 0x000000023230323230313130))
Row error for primary key="10004098BSE0116SC2022010646ACTIVEmobileFP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000006323032323031323500, 0x000000073230323230313130))
Row error for primary key="10010460BSB0139SC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000004323032323031323500, 0x000000053230323230313130))
Row error for primary key="10004231BSC01FC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000001323032323031323500, 0x000000023230323230313130))
Row error for primary key="10038648BSR0167SC2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x0000000B323032323031323500, 0x0000000C3230323230313130))
Row error for primary key="10010081BSN0106SC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000009323032323031323500, 0x0000000A3230323230313130))
Row error for primary key="10000967BSH01FC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000008323032323031323500, 0x000000093230323230313130))
Row error for primary key="10033677BSG0132SC2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000006323032323031323500, 0x000000073230323230313130))
Row error for primary key="10021213BSE0117SC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000002323032323031323500, 0x000000033230323230313130))
Row error for primary key="10021213BS2022010646ACTIVEweixinSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000007323032323031323500, 0x000000083230323230313130))
Row error for primary key="10000333BS2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000004323032323031323500, 0x000000053230323230313130))
Row error for primary key="10015613BS2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000007323032323031323500, 0x000000083230323230313130))
Row error for primary key="10031920BSD0125SC2022010646ACTIVEmobileFP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000002323032323031323500, 0x000000033230323230313130))
Row error for primary key="10003719BS2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x0000000A323032323031323500, 0x0000000B3230323230313130))
Row error for primary key="10028387BS2022010646ACTIVEmobileFP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000007323032323031323500, 0x000000083230323230313130))
Row error for primary key="10000652BS2022010646ACTIVEwapSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x0000000C323032323031323500, 0x0000000D3230323230313130))
Row error for primary key="10020201BSB01FC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000007323032323031323500, 0x000000083230323230313130))
Row error for primary key="10036716BSH01FC2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000007323032323031323500, 0x000000083230323230313130))
Row error for primary key="10023391BS2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000001323032323031323500, 0x000000023230323230313130))
Row error for primary key="10042418BSD01FC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x0000000B323032323031323500, 0x0000000C3230323230313130))
Row error for primary key="10004759BSH0105SC2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x0000000B323032323031323500, 0x0000000C3230323230313130))
Row error for primary key="10013176BSB00FC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000003323032323031323500, 0x000000043230323230313130))
Row error for primary key="10043753BSN01FC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000002323032323031323500, 0x000000033230323230313130))
Row error for primary key="10000269BSE0107SC2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000004323032323031323500, 0x000000053230323230313130))
Row error for primary key="10004114BS2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000004323032323031323500, 0x000000053230323230313130))
Row error for primary key="10005072BS2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x0000000B323032323031323500, 0x0000000C3230323230313130))
Row error for primary key="10021938BSD01FC2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000008323032323031323500, 0x000000093230323230313130))
Row error for primary key="10000830BSG0147SC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000000323032323031323500, 0x000000013230323230313130))
Row error for primary key="10000708BSW0105SC2022010646ACTIVEmobileFP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000002323032323031323500, 0x000000033230323230313130))
Row error for primary key="10016057BS2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x0000000B323032323031323500, 0x0000000C3230323230313130))
Row error for primary key="10003092BSH01FC2022010646ACTIVEweixinSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000003323032323031323500, 0x000000043230323230313130))
Row error for primary key="10020735BS2022010646ACTIVEmobileFP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000003323032323031323500, 0x000000043230323230313130))
Row error for primary key="10027344BSH01FC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000008323032323031323500, 0x000000093230323230313130))
Row error for primary key="10000687BSD0128SC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x0000000C323032323031323500, 0x0000000D3230323230313130))
Row error for primary key="10015070BS2022010646ACTIVEmobileFP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000006323032323031323500, 0x000000073230323230313130))
Row error for primary key="10015326BSW01FC2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x0000000E323032323031323500, 0x0000000F3230323230313130))
Row error for primary key="10041620BSB0135SC2022010646ACTIVE\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x0000000D323032323031323500, 0x0000000E3230323230313130))
Row error for primary key="10010067BSN0105SC2022010646ACTIVEappSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000003323032323031323500, 0x000000043230323230313130))
Row error for primary key="10005072BSC01FC2022010646ACTIVEweixinSP\x00\x002022010646\x00\x0020220106", tablet=null, server=null, status=Not found: ([0x00000002323032323031323500, 0x000000033230323230313130))
2、后续经过排查,发现kudu建表的时候,日期字段没有设置相应的数据,才导致错误,把相应日志数据补上即可。建表语句如下
CREATE TABLE default.ads_trd_topi_day_brandlist (
rowkey STRING NOT NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION,
act_date STRING NOT NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION,
fst_plat STRING NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION DEFAULT 'ALL',
sec_plat STRING NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION DEFAULT 'ALL',
fst_category STRING NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION DEFAULT 'ALL',
sec_category STRING NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION DEFAULT 'ALL',
brand_store_sn STRING NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION DEFAULT 'ALL',
salep DOUBLE NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION,
jitp DOUBLE NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION,
new_jitp DOUBLE NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION,
salen BIGINT NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION,
ordn BIGINT NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION,
cusn BIGINT NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION,
new_cusn BIGINT NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION,
new_salep DOUBLE NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION,
order_last_update STRING NULL ENCODING AUTO_ENCODING COMPRESSION DEFAULT_COMPRESSION,
PRIMARY KEY (rowkey, act_date)
)
PARTITION BY HASH (rowkey, act_date) PARTITIONS 16, RANGE (act_date) (
PARTITION VALUE ='20220110',
PARTITION VALUE ='20220111',
PARTITION VALUE ='20220112',
PARTITION VALUE ='20220113',
PARTITION VALUE ='20220114',
PARTITION VALUE ='20220115',
PARTITION VALUE ='20220116',
PARTITION VALUE ='20220117',
PARTITION VALUE ='20220118',
PARTITION VALUE ='20220119',
PARTITION VALUE ='20220120',
PARTITION VALUE ='20220121',
PARTITION VALUE ='20220122',
PARTITION VALUE ='20220123',
PARTITION VALUE ='20220124',
PARTITION VALUE ='20220125'
)
STORED AS KUDU
TBLPROPERTIES ('kudu.master_addresses'='10.208.170.142:7051,10.208.170.143:7051,10.208.170.144:7051', 'kudu.num_tablet_replicas'='3')