Torch 日志文件的保存 logroll
怎样将Torch 在终端显示的信息,保存到 log 文件中 ?
现在介绍一种方法:利用 logroll 的方式。
参考 https://github.com/rosejn/logroll
1. 首先安装 logroll 工具包:
luarocks install logroll
2. 在代码头部:require "logroll" 加载该工具包:
调用的代码如下:
1 require 'paths'
2 require 'os'
3 require 'io'
4 require 'string'
5
6 require 'fn'
7 require 'pprint'
8
9 logroll ={}10
11 local DEFAULT_LEVEL = 'INFO'
12 local LOG_LEVELS = {'DEBUG', 'INFO', 'WARN', 'ERROR'}13
14 for i, label in ipairs(LOG_LEVELS) do
15 logroll[label] =i16 end
17 logroll.levels =LOG_LEVELS18
19
20 local functiondefault_formatter(level, ...)21 local msg = nil
22
23 if #{...} > 1 then
24 msg = string.format(({...})[1], unpack(fn.rest({...})))25 else
26 msg = pprint.pretty_string(({...})[1])27 end
28
29 return string.format("[%s - %s] - %s\n", LOG_LEVELS[level], os.date("%Y_%m_%d_%X"), msg)30 end
31
32
33 local functiondefault_writer(logger, level, ...)34 if level >= logger.level then
35 logger.file:write(logger.formatter(level, unpack({...})))36 end
37 end
38
39
40 local functionmake_logger(file, options)41 local logger = {options =options,42 file =file,43 formatter = options.formatter ordefault_formatter,44 writer = options.writer ordefault_writer,45 level =logroll[DEFAULT_LEVEL]46 }47
48 return fn.reduce(function(lg, level)49 lg[string.lower(level)] =fn.partial(logger.writer, logger, logroll[level])50 returnlg51 end,52 logger, LOG_LEVELS)53 end
54
55
56 --A simple logger to print to STDIO.
57 functionlogroll.print_logger(options)58 local options = options or{}59 returnmake_logger(io.stdout, options)60 end
61
62
63 --A logger that prints to a file.
64 functionlogroll.file_logger(path, options)65 local options = options or{}66
67 if options.file_timestamp then
68 --append timestamp to create unique log file
69 path = path .. '-'..os.date("%Y_%m_%d_%X")70 end
71
72 os.execute('mkdir -p "' .. paths.dirname(path) .. '"')73
74 return make_logger(io.open(path, 'w'), options)75 end
76
77
78 --A logger that combines several other loggers
79 functionlogroll.combine(...)80
81 local joint ={82 subloggers ={...}83 }84
85 for _,level in ipairs(LOG_LEVELS) do
86 local fname = string.lower(level)87 joint[fname] = function(...)88 for _,lg in ipairs(joint.subloggers) do
89 lg[fname](...)90 end
91 end
92 end
93
94 returnjoint95 end
另外,也可以参考这个代码中,保存 log 文件的方式:
https://github.com/szagoruyko/cifar.torch/blob/master/train.lua#L7
1 if testLogger then
2 paths.mkdir(opt.save)
3 testLogger:add{train_acc, confusion.totalValid * 100}
4 testLogger:style{'-','-'}
5 testLogger:plot()
6
7 if paths.filep(opt.save..'/test.log.eps') then
8 local base64im
9 do
10 os.execute(('convert -density 200 %s/test.log.eps %s/test.png'):format(opt.save,opt.save))
11 os.execute(('openssl base64 -in %s/test.png -out %s/test.base64'):format(opt.save,opt.save))
12 local f = io.open(opt.save..'/test.base64')
13 if f then base64im = f:read'*all' end
14 end
15
16 local file = io.open(opt.save..'/report.html','w')
17 file:write(([[
18
19
20
21
%s - %s22
23
optimState:
24
25 ]]):format(opt.save,epoch,base64im))
26 for k,v in pairs(optimState) do
27 if torch.type(v) == 'number' then
28 file:write('
'..k..''..v..'\n')29 end
30 end
31 file:write'
\n'
32 file:write(tostring(confusion)..'\n')
33 file:write(tostring(model)..'\n')
34 file:write'
'35 file:close()
36 end
37 end
其实,最简单有效粗暴的,应该是这种:
1 -- save the information into log files.
2 local logSavePath = './log_Files/'
3 local file = io.open(logSavePath..'train_record.log','a')
4 file:write(tostring("train error: " .. error)..'\n')
5 file:close()
其中,第 4 行的保存记录,也可以是其他地方的变量以及语句,等等。可以随机应变。