报错:OutOfMemoryError: GC overhead limit exceeded
java.lang.OutOfMemoryError: GC overhead limit exceeded
at java.util.Arrays.copyOfRange(Arrays.java:3664)
at java.lang.String.<init>(String.java:207)
at java.lang.StringBuilder.toString(StringBuilder.java:407)
at org.apache.hadoop.conf.Configuration$Parser.handleEndElement(Configuration.java:3246)
at org.apache.hadoop.conf.Configuration$Parser.parseNext(Configuration.java:3331)
at org.apache.hadoop.conf.Configuration$Parser.parse(Configuration.java:3114)
at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:3007)
at org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:2968)
at org.apache.hadoop.conf.Configuration.getProps(Configuration.java:2848)
at org.apache.hadoop.conf.Configuration.get(Configuration.java:1200)
at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:211)
at com.gtcom.governance.until.HdfsUtils.getFileSystem(HdfsUtils.java:65)
at com.gtcom.governance.source.zip.ScanZipExtractData.invoke(ScanZipExtractData.java:224)
at com.gtcom.governance.source.zip.ScanZipExtractData$1.lambda$visitFile$1(ScanZipExtractData.java:159)
at com.gtcom.governance.source.zip.ScanZipExtractData$1$$Lambda$637/1084422546.accept(Unknown Source)
at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:175)
at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1382)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481)
at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471)
at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:151)
at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:174)
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:418)
at com.gtcom.governance.source.zip.ScanZipExtractData$1.visitFile(ScanZipExtractData.java:157)
at com.gtcom.governance.source.zip.ScanZipExtractData$1.visitFile(ScanZipExtractData.java:88)
at java.nio.file.Files.walkFileTree(Files.java:2670)
at java.nio.file.Files.walkFileTree(Files.java:2742)
at com.gtcom.governance.source.zip.ScanZipExtractData.scan(ScanZipExtractData.java:88)
at com.gtcom.governance.source.zip.ScanZipExtractData.run(ScanZipExtractData.java:78)
at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:100)
at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:63)
2022-03-21 16:41:38.961 [Source: Custom Source (1/1)] INFO com.gtcom.governance.source.zip.ScanZipExtractData - cancelling.......
增加-ytm :
$FLINK_HOME/bin/flink run -d -m yarn-cluster -yjm 2048m -ytm 15360m -ynm yarn_monitorZip_news_second -yD env.java.opts="-Duser.timezone=GMT+8" -ys 1 $FLINK_HOME/jobs/gtcom-governance-service-jk-2.3.0.jar --active pro --driver MonitorZip --topicName MinitorZip_wait_second --sinkPara 3 --sourcePara 1 --opertatorPara 3 --processorType MonitorZip --scanPath /home/data/packageAll/secondPackageZiptmp/ --targetPath /home/data/packageAll/secondTargetPath/ --passWd 12345 --backupPath /home/data/packageAll/secondBackupPath/