本文是在spark本地模式运行,如果想用集群模式,使用上篇提到的参数即可,例子是LSTM字符,代码如下
public class TrainingStatsExample { private static final Logger log = LoggerFactory.getLogger(TrainingStatsExample.class); @Parameter(names="-useSparkLocal", description = "Use spark local (helper for testing/running without spark submit)", arity = 1)//设置参数名,描述,使用参数数量 private boolean useSparkLocal = true;//设置参数值,使用本地模式 public static void main(String[] args) throws Exception { new TrainingStatsExample().entryPoint(args);//传入参数,调用入口函数 } private void entryPoint(String[] args) throws Exception { //Handle command line arguments JCommander jcmdr = new JCommander(this);//处理命令行的类 try{ jcmdr.parse(args);//解析 } catch(ParameterException e){ //User provides invalid input -> print the usage info jcmdr.usage();//如果是无效输入,打印错误 try{ Thread.sleep(500); } catch(Exception e2){ } throw e; } //Set up network configuration: MultiLayerConfiguration config = getConfiguration(