一个数据清理的备份

#include"dataClean.h"


void twh::getCompleteData(std::ifstream &Data,std::ofstream& registerTable,std::set<unsigned int> serialNumberOfChosenFeature,  std::string retFilePath,std::size_t sizeOfindication) {
	using serialNumber_t = unsigned int;
	//set system format 
	twh::format systemReady({ "font-green" });
	//Generate new file name
	Data.seekg(0, std::ios::beg);
	std::string line;
	Data >> line;
	auto dataHead = twh::getStringBetweenCharacter(line, ",");
	std::string retFileName;
	std::size_t sizeOfserialNumberOfChosenFeature = serialNumberOfChosenFeature.size();
	std::size_t count = 0;
	for (auto &e : serialNumberOfChosenFeature) {
		++count;
		retFileName += dataHead[e];
		if(count!=sizeOfserialNumberOfChosenFeature) retFileName += "-";
	}

	//Create new file to save result
	retFilePath += retFileName;
	retFilePath += ".csv";
	std::ofstream retFile;
	twh::loadFile(retFile, retFilePath);

	//processing data and write new file 
	for (serialNumber_t i = 0; i < sizeOfindication; ++i) {
		serialNumberOfChosenFeature.insert(i);
	}
	twh::writeCSV(retFile, dataHead, serialNumberOfChosenFeature);

	std::size_t countCorrectLine = 0;

	while (Data) {
		Data >> line;
		auto dataLine = twh::getStringBetweenCharacter(line, ",");
#ifdef DEBUG
		systemReady.prompt({ "Ready to process : \n" });
		for (auto &e : dataLine) {
			std::cout << e << "	";
		}
		std::cout << std::endl;
		//system("pause");
#endif // DEBUG

		bool correctFlag = 1;
		for (auto &e : serialNumberOfChosenFeature) {
			if (dataLine[e].empty()) {
				correctFlag = 0;
				break;
			}
		}
		if (correctFlag) {
			twh::writeCSV(retFile, dataLine, serialNumberOfChosenFeature);
			++countCorrectLine;
		}
	}
	

	//Register
	if(countCorrectLine>=300) //set
	registerTable << retFilePath <<"\n";

	systemReady.prompt({ "Generate ",retFileName," successfully :",std::to_string(countCorrectLine)," piece(s) of complete data.\n" });
	retFile.close();
	Data.clear();

	return;
}
  • 3
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 1
    评论
评论 1
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值