深圳国土局数据抓取,有冗余数据 ,未优化
##房源重复记录查找
select distinct(td1),count(td1) as total from house group by td1 order by total desc;
##座重复记录查找
select distinct(td2),count(td2) as total from zuo group by td2 order by total desc;
##栋重复记录查找
select distinct(td5),count(td5) as total from dong group by td5 order by total desc;
##楼盘重复记录查找
select distinct(td29),count(td29) as total from building group by td29 order by total desc;
select count(*) from (select distinct pid,td2 from zuo) o;
select count(*) from zuo;
##数据复制
insert into zuo_temp(td2,pid,td1,td3) select distinct(td2) ,pid,td1,td3 from zuo group by td2;
##数据统计
select count(*) from(select distinct(td5),count(td5) as total from dong group by td5 ) a;
##分页
select id,td5 from dong order by id asc limit 8090 ,10;
##房源重复记录查找
select distinct(td1),count(td1) as total from house group by td1 order by total desc;
##座重复记录查找
select distinct(td2),count(td2) as total from zuo group by td2 order by total desc;
##栋重复记录查找
select distinct(td5),count(td5) as total from dong group by td5 order by total desc;
##楼盘重复记录查找
select distinct(td29),count(td29) as total from building group by td29 order by total desc;
select count(*) from (select distinct pid,td2 from zuo) o;
select count(*) from zuo;
##数据复制
insert into zuo_temp(td2,pid,td1,td3) select distinct(td2) ,pid,td1,td3 from zuo group by td2;
##数据统计
select count(*) from(select distinct(td5),count(td5) as total from dong group by td5 ) a;
##分页
select id,td5 from dong order by id asc limit 8090 ,10;