IO测试

N706启动特别慢？一个计算器应用要10秒才能起来！！这是神马问题？难道是flash的问题，这几天一直在搞flash的读写测试，顺序读随机读顺序写随机写，来回折腾，最后测试发现随机写的速度比N701慢上180倍，应该就是问题所在了。在此把过程记录下来。

 

一、flash_test.v0.1

基本思路，

//mkdir 在current work path下新建test folder　 //statfs if(还有空间　＆＆　当前文件数　< 额定文件数){ //fwrite fopen fclose 继续写文件　 } //time 文件大小/运行时间=写速度 //fread 重新计时，读取文件 读速度 //mmaped msync munmap 重新计时，讲文件映射到内存，比较是否与写入的一致 //unlink 删除所有文件 //chdir, rmdir 回到上一级目录，删除测试目录  

 

存在的问题

１、调用fwrite,fread等库函数，会受到文件系统的输入输出缓冲的影响，如果要对设备进行明确的控制，最好是使用底层函数write,read。

２、接收的参数太少，用户应该可以自定义测试文件的大小和测试的空间。

３、没有随机读写，另外如果只是测试IO吞吐量的话，mmap没有必要调用，它只是用来测试数据正确性的。

４、没有必要进行压力测试，不一定要写满整个分区，最后写文件找碎片将非常消耗时间，影响平均速度。

５、文件大小应该可变，应该常识各种大小的数据块的读写。

６、应该捕获用户“Ctrl+C"信号，让程序能删除中间文件。

７、代码结构化不好，所有的东西都集中在main函数中，可读性差，不利于维护。

８、没有生成log文件

 

二、flash_test.v0.2

１、定义５种操作：

typedef enum _Operation { OP_WRITE = 0, OP_READ, OP_RANDON_READ, OP_RANDON_WRITE, OP_DELETE }Operation;  

 

２、测试循环：

Ret test_loop(int fcount, int fsize) { Ret ret = RET_FAIL; while(fsize > LEAST_FILE_SIZE) { fprintf(log_file, "=================START_TEST_LOOP_count:%d size:%d============/n", fcount, fsize); //write files ret = test_operation(fcount, fsize, OP_WRITE); return_val_if_fail(ret == RET_OK, RET_FAIL); //read files ret = test_operation(fcount, fsize, OP_READ); return_val_if_fail(ret == RET_OK, RET_FAIL); //randon read files ret = test_operation(fcount, fsize, OP_RANDON_READ); return_val_if_fail(ret == RET_OK, RET_FAIL); //randon write files ret = test_operation(fcount, fsize, OP_RANDON_WRITE); return_val_if_fail(ret == RET_OK, RET_FAIL); //delete files ret = test_operation(fcount, fsize, OP_DELETE); return_val_if_fail(ret == RET_OK, RET_FAIL); fprintf(log_file, "=================TEST_LOOP_END_count:%d size:%d============/n/n/n/n", fcount, fsize); fflush(log_file); fcount = fcount << 1; fsize = fsize >> 1; if(!continuesly_write) { printf("/nUser Stoped!!/n"); break; } } return RET_OK; }  

 

３、test_operation函数

Ret test_operation(const int fcount, const int fsize, Operation op) { Ret ret = RET_FAIL; int findex = 0; char *fname = (char *)malloc(40); time_t begin, end; int total_real_read = 0; int real_read = 0; return_val_if_fail(fname != NULL, RET_OOM); begin = time((time_t *)0); while(findex < fcount) { full_file_name(fname, findex); switch(op) { case OP_WRITE: ret = write_file(fname, fsize); break; case OP_READ: ret = read_file(fname, fsize); break; case OP_RANDON_READ: ret = randon_read_file(fname, fsize, ℜ_read); total_real_read += real_read; break; case OP_RANDON_WRITE: ret = randon_write_file(fname, fsize); break; case OP_DELETE: ret = delete_file(fname); break; default: break; } return_val_if_fail(ret == RET_OK, RET_FAIL); findex++; if(op == OP_WRITE || op == OP_RANDON_WRITE) { if(!enough_space(fsize)) { break; } } } end = time((time_t *)0); if(op == OP_RANDON_READ) { fprintf(log_file, "Total real randon read %d bytes/n", total_real_read); } print_operation(operation_to_string[op], fcount, fsize, end, begin); return RET_OK; }  

４、随机读写时用到的获取随机位置的方法(到处可用）。

void init_random () { unsigned int ticks; struct timeval tv; int fd; gettimeofday (&tv, NULL); ticks = tv.tv_sec + tv.tv_usec; fd = open ("/dev/urandom", O_RDONLY); if (fd > 0) { unsigned int r; int i; for (i = 0; i < 512; i++) { read (fd, &r, sizeof (r)); ticks += r; } close (fd); } srand (ticks); } int randon_position(int max) { int fd = -1; int randon; unsigned int n = 0; init_random(); fd = open ("/dev/urandom", O_RDONLY); if (fd > 0) { read (fd, &n, sizeof (n)); } close (fd); randon = n % (max -1); return randon; }  

 

５、随机写操作：

Ret randon_write_file(const char* fname, const int fsize) { int fd = -1; int res = -1; int position = 0; char* wbuffer = (char *)malloc(fsize * sizeof(char)); return_val_if_fail(wbuffer != NULL, RET_OOM); fd = open(fname, O_WRONLY); return_val_if_fail(fd > 0, RET_FAIL); init_mem(wbuffer, fsize); printf("randon write file:%s, size:%d/n", fname, fsize); position = randon_position(fsize); res = lseek(fd, position, SEEK_SET); return_val_if_fail(res != -1, RET_FAIL); res = write(fd, wbuffer, fsize); return_val_if_fail(res > 0, RET_FAIL); close(fd); free(wbuffer); wbuffer = NULL; return RET_OK; }  

 

随机读操作：

 

 

Ret randon_read_file(const char* fname, const int fsize, int* real_read) { int fd = -1; int res = -1; int position = 0; char* rbuffer = (char *)malloc(fsize * sizeof(char)); return_val_if_fail(rbuffer != NULL, RET_OOM); fd = open(fname, O_RDONLY); return_val_if_fail(fd > 0, RET_FAIL); position = randon_position(fsize); res = lseek(fd, position, SEEK_SET); return_val_if_fail(res != -1, RET_FAIL); printf("randon read file:%s, real read:%d/n", fname, fsize - position); *real_read = fsize - position; while(read(fd, rbuffer, fsize - position) > 0) { system("echo 3 > /proc/sys/vm/drop_caches"); } close(fd); free(rbuffer); rbuffer = NULL; return RET_OK; }  

 

６、main函数中对ctrl+c的捕获代码

struct sigaction quit_act; quit_act.sa_handler = sig_func; sigemptyset(&quit_act.sa_mask); quit_act.sa_flags = 0;  

7、main函数中对参数的处理

fsize = DEFAULT_FILE_SIZE; fcount = DEFAULT_TEST_SPACE /fsize; if(argv[2] != NULL) { fcount = atoi(argv[2]) / atoi(argv[3]); fsize = atoi(argv[3]) * 1024 * 1024; } return_val_if_fail(fcount > 0, -1); return_val_if_fail(fsize > 0, -1);  

 

８、信号处理函数和全局变量

int continuesly_write = 1; FILE* log_file; //process usr's ctrl^C void sig_func(int sig) { if(continuesly_write) { //actually printf is not safe in signal process function printf("Oops!!! Will stop test!/n"); continuesly_write = 0; } printf("Oops!!! Waiting for finish this loop!/n"); }  

 

 

存在的问题：

１、打开的文件过多，最好能在一个文件里面进行操作。

 

三、flash_test.v0.3

主要修改test_loop函数

Ret test_operation(const int fsize, const int tsize, Operation op) { Ret ret = RET_FAIL; char *fname = (char *)malloc(40); time_t begin, end; return_val_if_fail(fname != NULL, RET_OOM); begin = time((time_t *)0); full_file_name(fname, fsize); switch(op) { case OP_WRITE: ret = write_file(fname, fsize); break; case OP_READ: ret = read_file(fname, fsize); break; case OP_RANDON_READ: ret = randon_read_file(fname, fsize, tsize); break; case OP_RANDON_WRITE: ret = randon_write_file(fname, fsize, tsize); break; case OP_DELETE: ret = delete_file(fname); break; default: break; } return_val_if_fail(ret == RET_OK, RET_FAIL); end = time((time_t *)0); free(fname); fname = NULL; print_operation(operation_to_string[op], fsize, tsize, end, begin); return RET_OK; }  

 

还有随机读写函数

Ret randon_read_file(const char* fname, const int fsize, const int tsize) { int fd = -1; int res = -1; int position = 0; int real_read = 0; char* rbuffer = (char *)malloc(tsize * sizeof(char)); return_val_if_fail(rbuffer != NULL, RET_OOM); fd = open(fname, O_RDONLY); return_val_if_fail(fd > 0, RET_FAIL); system("echo 3 > /proc/sys/vm/drop_caches"); while(real_read < fsize) { position = randon_position(fsize); res = lseek(fd, position, SEEK_SET); return_val_if_fail(res != -1, RET_FAIL); printf("randon read:%d bytes/n", tsize); while(read(fd, rbuffer, tsize) > 0) { system("echo 3 > /proc/sys/vm/drop_caches"); } real_read += tsize; } printf("randon read file:%s, size:%d/n", fname, real_read); close(fd); free(rbuffer); rbuffer = NULL; return RET_OK; } Ret randon_write_file(const char* fname, const int fsize, const int tsize) { int fd = -1; int res = -1; int position = 0; char* wbuffer = (char *)malloc(tsize * sizeof(char)); return_val_if_fail(wbuffer != NULL, RET_OOM); fd = open(fname, O_WRONLY); return_val_if_fail(fd > 0, RET_FAIL); init_mem(wbuffer, tsize); int nw = fsize / tsize; while(nw--) { position = randon_position(fsize); res = lseek(fd, position, SEEK_SET); return_val_if_fail(res != -1, RET_FAIL); res = write(fd, wbuffer, tsize); return_val_if_fail(res > 0, RET_FAIL); printf("randon write size:%dbytes at %d/n", res, position); res = fsync(fd); return_val_if_fail(res == 0, RET_FAIL); } printf("randon write file:%s, size:%dbytes/n", fname, fsize); close(fd); free(wbuffer); wbuffer = NULL; return RET_OK; }  

 

存在的问题：

1、还是没能完全绕过文件系统，直接对裸设备进行测试

2、main函数没有进行getopt操作，有待改进

3、没有对printf进行包装，做到log信息同时向标准输出和文件输出有问题，可加入可变参数处理解决