THINKPHP利用redis更新数据库表

一、common.php

<?php
// 应用公共文件
use think\cache\driver\Redis;
use think\facade\Db;


/**
 * @param $key [待删除的redis中的键，可以理解为虚拟表名]
 */

function delRedis($key){
        $redis=new Redis();
        $redis->delete($key);
    }

/**
 * @param $key [待更新或创建的redis的key即，待创建的表名]
 * @param $value [key对应的值，可以是很多类型的参数]
 */
function setRedis($key,$value){
    $redis=new Redis();
    $redis->set($key,$value);
}

/**
 * @param $key [待提取或查询的redis的key即，某个表名]
 * @return mixed|null
 */
function getRedis($key){
    $redis=new Redis();
    return $redis->get($key);
}


/**
 * @param $tablename [数据库表名]
 * @return mixed|null
 */
function dbMy($tablename){
    return Db::name($tablename);
}


/**
 * @param $tablename [sqlite数据库表名]
 * @return mixed|null
 */
function dbLite($tablename){
    $prefix=config("database.connections.sqlite.prefix");
    return Db::connect('sqlite')->table($prefix.$tablename);
}

function rePost($key){
    return request()->post($key);
}

二、database controller,一次更新50条。也可以设置更多。当有新数据时，插入，无新数据时，更新旧数据。

  function renewDbData($table_name,$lite_table){
        //rk=redisKey
        $rk = 'renewData';
        if(repost('table_name')){
            $table_name=repost('table_name');
        }
        if(repost('lite_table')){
            $lite_table=repost('lite_table');
        }
        //初始化redis表,rd=redisData
        //如果第二次以后运行直接取出redis表，并赋给变量
        if(repost('initial')){
            $this->renewInitial($rk,$table_name,$lite_table);
        }
        $rd = getRedis($rk);
        $newData = dbLite($lite_table)->page($rd['page'],50)->select()->toArray();
        foreach($newData as $key=>$item){
            $newID = $item['id'];
            $newDate = $item['partition_key'];
            if(isset($rd['oldData'][$newID])){
                //如果存在相同的数据则直接略过，并把更新数量加1
                if($newDate==$rd['oldData'][$newID]){
                    //开始改变redis值了
                    $rd['sameCount']++;
                    $rd['alreadyRenewCount']=$rd['sameCount']+
                        $rd['insCount']+$rd['updateCount'];
                    $rd['progress'] =
                        round($rd['alreadyRenewCount']/$rd['renewCount'],
                            2);
                    unset($rd['oldData'][$newID]);
                    if($rd['progress']==1){
                        $rd['isEnd']=1;
                        setRedis($rk,$rd);
                        if(repost('lite_table')){
                            return json($rd);
                        }
                        return $rd;
                    }
                    setRedis($rk,$rd);
                    continue;
                }
                //如果没有相同版本数据，则update
                unset($rd['oldData'][$newID]);
                dbMy($table_name)->save($item);
                $rd['updateCount']++;
            }
            else{
                $rd['insCount'] += dbMy($table_name)->insert($item);
            }
            $rd['alreadyRenewCount']=$rd['sameCount']+
                $rd['insCount']+$rd['updateCount'];
            $rd['progress'] =
                round($rd['alreadyRenewCount']/$rd['renewCount'],
                    2);
            setRedis($rk,$rd);
        }

        if($rd['progress']==1){
            $rd['isEnd']=1;
        }elseif($rd['page']*50<=$rd['renewCount']){
            $rd['page']++;
        }
        setRedis($rk,$rd);
        if(repost('lite_table')){
            return json($rd);
        }
        return $rd;
    }

    function renewInitial($redisKey,$table_name,$lite_table){
        //先删除原来的数据
        delRedis($redisKey);
        $rd = ['renewCount'=>0,'sameCount'=>0,'alreadyRenewCount'=>0,
            'page'=>1,'insCount'=>0,'updateCount'=>0,'oldData'=>[]];
        $oldData=dbMy($table_name)->field('id,partition_key')->
        select()->toArray();
        $oldData=$this->oldData($oldData);
        $newData = dbLite($lite_table)->field('count(*) count')->select()->toArray();
        $count = $newData[0]['count']*1;
        $rd['renewCount']=$count;
        $rd['oldData']=$oldData;
        setRedis($redisKey,$rd);

    }
    function oldData($data){
        $res = [];
        foreach($data as $key=>$item){
            $value = $item['partition_key'];
            if($value){
                $res[$item['id']]=$value;
            }
            else{
                $res[$item['id']]='无数据';
            }
        }
        return $res;
    }

    function progress(){
        return getRedis('renewData');
    }