在AIX6.0 或者 5.3 上面一点问题没有,部署到 AIX6.1 上就不定时宕机,jvm 进程直接crash 掉了; 5天会宕机3 4次,OA运行日志 在宕机前10分钟内什么错误都没有。留给我分析的就下面这个 javacore 里面的内容,根据 javacore 判断肯定没有内存溢出,因为宕机的时候有 20% 的空闲内存。 核心信息就两句 Dump Event "gpf" (00002000) received 和 /oa/jdk_bak/jre/bin/libj9jit23.so 。
此问题压抑了快两个月,用户快绝望的时候找到解决办法了。
[color=red]最终解决问题:换成 ibm jdk 1.6SR16,代码什么都不用改。
[/color]
NULL ------------------------------------------------------------------------
0SECTION TITLE subcomponent dump routine
NULL ===============================
1TISIGINFO Dump Event "gpf" (00002000) received
1TIDATETIME Date: 2014/07/21 at 08:49:23
1TIFILENAME Javacore filename: /oa/bin/javacore.20140721.084905.495716.0003.txt
NULL ------------------------------------------------------------------------
0SECTION GPINFO subcomponent dump routine
NULL ================================
2XHOSLEVEL OS Level : AIX 6.1
2XHCPUS Processors -
3XHCPUARCH Architecture : ppc64
3XHNUMCPUS How Many : 16
NULL
1XHEXCPCODE J9Generic_Signal_Number: 0000000000000004
1XHEXCPCODE Signal_Number: 000000000000000B
1XHEXCPCODE Error_Value: 0000000000000000
1XHEXCPCODE Signal_Code: 0000000000000033
1XHEXCPCODE Handler1: 08001000A001E9F0
1XHEXCPCODE Handler2: 08001000A0016DB8
NULL
1XHEXCPMODULE Module: /oa/jdk_bak/jre/bin/libj9jit23.so
1XHEXCPMODULE Module_base_address: 0800000000128000
NULL
1XHREGISTERS Registers:
2XHREGISTER R0:00000001163E5859
2XHREGISTER R1:000000013063ABD0
2XHREGISTER R2:08001000A0081740
2XHREGISTER R3:0000000000000000
2XHREGISTER R4:00000001163E5858
2XHREGISTER R5:070000000D9A3C88
2XHREGISTER R6:070000000D9A3C88
2XHREGISTER R7:0000000000000000
2XHREGISTER R8:0000000000000002
2XHREGISTER R9:0000000000000008
2XHREGISTER R10:00000000009BEE88
2XHREGISTER R11:0800000000147680
2XHREGISTER R12:0700000000E928F0
2XHREGISTER R13:0000000130643800
2XHREGISTER R14:0000000126244410
2XHREGISTER R15:0000000121359100
2XHREGISTER R16:000000011394ECB0
2XHREGISTER R17:00000001159BDF10
2XHREGISTER R18:0000000116361308
2XHREGISTER R19:0000000000000064
2XHREGISTER R20:0000000000000000
2XHREGISTER R21:0000000000000000
2XHREGISTER R22:070000006F2CA068
2XHREGISTER R23:0000000116A5B6D0
2XHREGISTER R24:0000000000000000
2XHREGISTER R25:070000000D9A3C88
2XHREGISTER R26:0700000000EB3590
2XHREGISTER R27:070000000D9A3C88
2XHREGISTER R28:0000000000000601
2XHREGISTER R29:070000000D89C7A0
2XHREGISTER R30:070000000D9A3C88
2XHREGISTER R31:0000000116361308
2XHREGISTER FPR0:FFF8000000000001
2XHREGISTER FPR1:3FF8000000000000
2XHREGISTER FPR2:3FE8000000000000
2XHREGISTER FPR3:4105F90000000000
2XHREGISTER FPR4:4051800000000000
2XHREGISTER FPR5:0000000000000000
2XHREGISTER FPR6:0000000000000000
2XHREGISTER FPR7:0000000000000000
2XHREGISTER FPR8:0000000000000000
2XHREGISTER FPR9:0000000000000000
2XHREGISTER FPR10:0000000000000000
2XHREGISTER FPR11:0000000000000000
2XHREGISTER FPR12:0000000000000000
2XHREGISTER FPR13:0000000000000000
2XHREGISTER FPR14:0000000000000000
2XHREGISTER FPR15:0000000000000000
2XHREGISTER FPR16:0000000000000000
2XHREGISTER FPR17:0000000000000000
2XHREGISTER FPR18:0000000000000000
2XHREGISTER FPR19:0000000000000000
2XHREGISTER FPR20:0000000000000000
2XHREGISTER FPR21:0000000000000000
2XHREGISTER FPR22:0000000000000000
2XHREGISTER FPR23:0000000000000000
2XHREGISTER FPR24:0000000000000000
2XHREGISTER FPR25:0000000000000000
2XHREGISTER FPR26:0000000000000000
2XHREGISTER FPR27:0000000000000000
2XHREGISTER FPR28:0000000000000000
2XHREGISTER FPR29:0000000000000000
2XHREGISTER FPR30:0000000000000000
2XHREGISTER FPR31:0000000000000000
2XHREGISTER IAR:0800000000146E94
2XHREGISTER LR:0800000000147848
2XHREGISTER MSR:A00000000000D032
2XHREGISTER CTR:0800000000147680
2XHREGISTER CR:2400002420000000
2XHREGISTER FPSCR:8202200000000000
2XHREGISTER XER:2000000082022000
NULL
1XHFLAGS VM flags:00000000
NULL
NULL ------------------------------------------------------------------------
0SECTION ENVINFO subcomponent dump routine
此问题压抑了快两个月,用户快绝望的时候找到解决办法了。
[color=red]最终解决问题:换成 ibm jdk 1.6SR16,代码什么都不用改。
[/color]
NULL ------------------------------------------------------------------------
0SECTION TITLE subcomponent dump routine
NULL ===============================
1TISIGINFO Dump Event "gpf" (00002000) received
1TIDATETIME Date: 2014/07/21 at 08:49:23
1TIFILENAME Javacore filename: /oa/bin/javacore.20140721.084905.495716.0003.txt
NULL ------------------------------------------------------------------------
0SECTION GPINFO subcomponent dump routine
NULL ================================
2XHOSLEVEL OS Level : AIX 6.1
2XHCPUS Processors -
3XHCPUARCH Architecture : ppc64
3XHNUMCPUS How Many : 16
NULL
1XHEXCPCODE J9Generic_Signal_Number: 0000000000000004
1XHEXCPCODE Signal_Number: 000000000000000B
1XHEXCPCODE Error_Value: 0000000000000000
1XHEXCPCODE Signal_Code: 0000000000000033
1XHEXCPCODE Handler1: 08001000A001E9F0
1XHEXCPCODE Handler2: 08001000A0016DB8
NULL
1XHEXCPMODULE Module: /oa/jdk_bak/jre/bin/libj9jit23.so
1XHEXCPMODULE Module_base_address: 0800000000128000
NULL
1XHREGISTERS Registers:
2XHREGISTER R0:00000001163E5859
2XHREGISTER R1:000000013063ABD0
2XHREGISTER R2:08001000A0081740
2XHREGISTER R3:0000000000000000
2XHREGISTER R4:00000001163E5858
2XHREGISTER R5:070000000D9A3C88
2XHREGISTER R6:070000000D9A3C88
2XHREGISTER R7:0000000000000000
2XHREGISTER R8:0000000000000002
2XHREGISTER R9:0000000000000008
2XHREGISTER R10:00000000009BEE88
2XHREGISTER R11:0800000000147680
2XHREGISTER R12:0700000000E928F0
2XHREGISTER R13:0000000130643800
2XHREGISTER R14:0000000126244410
2XHREGISTER R15:0000000121359100
2XHREGISTER R16:000000011394ECB0
2XHREGISTER R17:00000001159BDF10
2XHREGISTER R18:0000000116361308
2XHREGISTER R19:0000000000000064
2XHREGISTER R20:0000000000000000
2XHREGISTER R21:0000000000000000
2XHREGISTER R22:070000006F2CA068
2XHREGISTER R23:0000000116A5B6D0
2XHREGISTER R24:0000000000000000
2XHREGISTER R25:070000000D9A3C88
2XHREGISTER R26:0700000000EB3590
2XHREGISTER R27:070000000D9A3C88
2XHREGISTER R28:0000000000000601
2XHREGISTER R29:070000000D89C7A0
2XHREGISTER R30:070000000D9A3C88
2XHREGISTER R31:0000000116361308
2XHREGISTER FPR0:FFF8000000000001
2XHREGISTER FPR1:3FF8000000000000
2XHREGISTER FPR2:3FE8000000000000
2XHREGISTER FPR3:4105F90000000000
2XHREGISTER FPR4:4051800000000000
2XHREGISTER FPR5:0000000000000000
2XHREGISTER FPR6:0000000000000000
2XHREGISTER FPR7:0000000000000000
2XHREGISTER FPR8:0000000000000000
2XHREGISTER FPR9:0000000000000000
2XHREGISTER FPR10:0000000000000000
2XHREGISTER FPR11:0000000000000000
2XHREGISTER FPR12:0000000000000000
2XHREGISTER FPR13:0000000000000000
2XHREGISTER FPR14:0000000000000000
2XHREGISTER FPR15:0000000000000000
2XHREGISTER FPR16:0000000000000000
2XHREGISTER FPR17:0000000000000000
2XHREGISTER FPR18:0000000000000000
2XHREGISTER FPR19:0000000000000000
2XHREGISTER FPR20:0000000000000000
2XHREGISTER FPR21:0000000000000000
2XHREGISTER FPR22:0000000000000000
2XHREGISTER FPR23:0000000000000000
2XHREGISTER FPR24:0000000000000000
2XHREGISTER FPR25:0000000000000000
2XHREGISTER FPR26:0000000000000000
2XHREGISTER FPR27:0000000000000000
2XHREGISTER FPR28:0000000000000000
2XHREGISTER FPR29:0000000000000000
2XHREGISTER FPR30:0000000000000000
2XHREGISTER FPR31:0000000000000000
2XHREGISTER IAR:0800000000146E94
2XHREGISTER LR:0800000000147848
2XHREGISTER MSR:A00000000000D032
2XHREGISTER CTR:0800000000147680
2XHREGISTER CR:2400002420000000
2XHREGISTER FPSCR:8202200000000000
2XHREGISTER XER:2000000082022000
NULL
1XHFLAGS VM flags:00000000
NULL
NULL ------------------------------------------------------------------------
0SECTION ENVINFO subcomponent dump routine