数据库批量插入数据

最新推荐文章于 2024-07-02 16:12:56 发布

万里归来少年心

最新推荐文章于 2024-07-02 16:12:56 发布

阅读量741

点赞数

分类专栏： C++ 文章标签：批量插入数据 sqlite

本文链接：https://blog.csdn.net/liyazhen2011/article/details/103874997

版权

C++ 专栏收录该内容

82 篇文章 20 订阅

订阅专栏

为了提高数据库的效率，采用批量插入的方式。

1.InsertEntity

bool DbWriter::InsertEntity(const std::vector<std::shared_ptr<IDbTable>>& entities)
{
    if (entities.size() == 0)
        return true;
    bool flag = BulkInsert(entities, 0, (int)entities.size());
    if (flag)
    {
        GraLOGI(_logger, "Insert Entity success.");
    }
    else
    {
        GraLOGE(_logger, "Insert Entity failed!");
        return false;
    }
    return flag;
}

2.BulkInsert

bool DbWriter::BulkInsert(const std::vector<std::shared_ptr<IDbTable>>& entities, int begin, int end)
{
    if (entities.size() == 0)
        return true;

    int i = 0;
    int bulkSize = 2000;
    int count = static_cast<int>(entities.size());
    while (i < count)
    {
        int end = i + bulkSize;
        if (end > count)
            end = count;

        bool flag = ExecuteInsert(entities, i, end);
        if (!flag)
            return false;
        i = end;
    }
    return true;
}

3.ExecuteInsert

bool DbWriter::ExecuteInsert(const std::vector<std::shared_ptr<IDbTable>>& entities, int begin, int end)
{
    try
    {
        if (!_inTransaction)
        {
            GraLOGE(_logger, "Write not in Transaction!");
            return false;
        }
        std::string sqlCommand = CreateCmdString(entities, begin, end);
        if (sqlCommand.empty())
        {
            return false;
        }

        char *zErrMsg = 0;
        int res = sqlite3_exec(_connectionPtr.get(), sqlCommand.c_str(), 0, 0, &zErrMsg);
        if (res != SQLITE_OK) {

            GraLOGE(_logger, "ExecuteInsert failed! ");
            GraLOGE(_logger, zErrMsg);
            sqlite3_free(zErrMsg);
            return false;
        }
        return true;
    }
    catch (const std::exception&)
    {
        return false;
    }
}