Hadoop基准测试
Hadoop基准测试(压力测试)
测试写入速度
# TestDFSIO 测试读写性能
# -write 写入
# -nrFiles 指定写入到文件数
# -fileSize 10MB 指定写入到文件大小
hadoop jar /export/server/hadoop-3.1.4/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-3.14-test.jar TestDFSIO -write -nfFiles 10 -fileSize 10MB
测试读取速度
# TestDFSIO 测试读写性能
# -read 读取
# -nrFiles 指定写入到文件数
# -fileSize 10MB 指定写入到文件大小
hadoop jar /export/server/hadoop-3.1.4/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-3.14-test.jar TestDFSIO -write -nfFiles 10 -fileSize 10MB
清除测试数据
# TestDFSIO 测试读写性能
# -clean 清理测试数据
hadoop jar /export/server/hadoop-3.1.4/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-3.14-test.jar TestDFSIO -clean