# # A fatal error has been detected by the Java Runtime Environment: # # SIGSEGV (0xb) at pc=0x00002ad5ba0d17e6, pid=25483, tid=1075882304 # # JRE version: 6.0_16-b01 # Java VM: Java HotSpot(TM) 64-Bit Server VM (14.2-b01 mixed mode linux-amd64 ) # Problematic frame: # V [libjvm.so+0x3837e6] # # If you would like to submit a bug report, please visit: # http://java.sun.com/webapps/bugreport/crash.jsp # --------------- T H R E A D --------------- Current thread (0x000000005abda800): VMThread [stack: 0x000000004010a000,0x000000004020b000] [id=25539] siginfo:si_signo=SIGSEGV: si_errno=0, si_code=128 (), si_addr=0x0000000000000000 Registers: RAX=0xfec183357420ff83, RBX=0x00002aaaab3fd350, RCX=0x00002aaaabca8950, RDX=0xfec183357420ff83 RSP=0x0000000040209d20, RBP=0x0000000040209d30, RSI=0x0000000000000000, RDI=0x000000005aa36c70 R8 =0x0000000000000001, R9 =0x00002aaaab3f0c90, R10=0x00002aaaab1383fb, R11=0x0000000041a39c10 R12=0x00002ab4aec11a18, R13=0x0000000040209ed0, R14=0x0000000000000000, R15=0x0000000040209f80 RIP=0x00002ad5ba0d17e6, EFL=0x0000000000010286, CSGSFS=0x0000000000000033, ERR=0x0000000000000000 TRAPNO=0x000000000000000d Top of Stack: (sp=0x0000000040209d20) 0x0000000040209d20: 00002aaaab3fd350 00002aaaab3fd350 0x0000000040209d30: 0000000040209d50 00002ad5ba2c3ec7 0x0000000040209d40: 0000000040209d70 0000000000000001 0x0000000040209d50: 0000000040209e10 00002ad5ba2c400e 0x0000000040209d60: 0000000040209db0 00002ad5ba6033f9 0x0000000040209d70: 0000000040209da0 00002ad5b9fd780f 0x0000000040209d80: 0000000040209da0 00002ad5b9fb8d19 0x0000000040209d90: 00002ad5ba613210 00002aaaab23d94e 0x0000000040209da0: 0000000040209e70 0000000000000c00 0x0000000040209db0: 0000000000000000 00002aaaab23d900 0x0000000040209dc0: 000000005aa39800 00002aaaab23d701 0x0000000040209dd0: 00002aaaab23df01 00002ad5b9fd000a 0x0000000040209de0: 000000005aa39800 00002ad5ba613210 0x0000000040209df0: 00002aaaab3fd350 0000000040209ed0 0x0000000040209e00: 0000000000000000 0000000040209f80 0x0000000040209e10: 0000000040209e30 00002ad5b9fbb6e4 0x0000000040209e20: 00002ad5ba5fea60 00002ad5ba6037a3 0x0000000040209e30: 0000000040209e80 00002ad5ba4192d1 0x0000000040209e40: 000000005abdacd0 000000005abdb0a8 0x0000000040209e50: 000000005aa30520 000000005abdacc0 0x0000000040209e60: 000000005abdacd0 000000005abdb0a8 0x0000000040209e70: 0000000040209ed0 0000000043aee950 0x0000000040209e80: 0000000040209ec0 00002ad5ba41914a 0x0000000040209e90: 000000005aa30520 000000005abdacc0 0x0000000040209ea0: 000000005abdacd0 000000005abdb0a8 0x0000000040209eb0: 0000000040209ec0 0000000043aee950 0x0000000040209ec0: 0000000040209f40 00002ad5ba4186f2 0x0000000040209ed0: 0000000000000000 0000011d8cf43047 0x0000000040209ee0: 4049044444444401 000000005abdbe40 0x0000000040209ef0: 0000000000000000 00000072ba2bd656 0x0000000040209f00: 000000005aa30520 000000005abdacc0 0x0000000040209f10: 000000005abdacd0 000000005abdb0a8 Instructions: (pc=0x00002ad5ba0d17e6) 0x00002ad5ba0d17d6: 48 85 c0 48 89 c1 74 4d 48 39 d8 74 11 48 89 c2 0x00002ad5ba0d17e6: 48 8b 40 58 48 85 c0 74 3c 48 39 d8 75 ef 48 85 Stack: [0x000000004010a000,0x000000004020b000], sp=0x0000000040209d20, free space=1023k Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) V [libjvm.so+0x3837e6] V [libjvm.so+0x575ec7] V [libjvm.so+0x57600e] V [libjvm.so+0x26d6e4] V [libjvm.so+0x6cb2d1] V [libjvm.so+0x6cb14a] V [libjvm.so+0x6ca6f2] V [libjvm.so+0x6ca974] V [libjvm.so+0x6ca46e] V [libjvm.so+0x59726f] VM_Operation (0x0000000043aee950): Deoptimize, mode: safepoint, requested by thread 0x00002ab4f41a8800 --------------- P R O C E S S --------------- Java Threads: ( => current thread ) 0x00002ab4f9b47000 JavaThread "SocketListener0-50" [_thread_blocked, id=24129, stack(0x000000004c47a000,0x000000004c57b000)] 0x00002ab4f830c000 JavaThread "SocketListener0-8" [_thread_blocked, id=21420, stack(0x000000004893f000,0x0000000048a40000)] 0x000000005c4c4000 JavaThread "IPC Client (47) connection to hdpnn/10.249.54.101:9000 from hadoop" daemon [_thread_in_native, id=2308, stack(0x0000000049a50000,0x0000000049b51000)] 0x000000005b0f1000 JavaThread "Timer-10" daemon [_thread_blocked, id=19765, stack(0x000000004a258000,0x000000004a359000)] 0x000000005b5d6000 JavaThread "Timer-9" daemon [_thread_blocked, id=7968, stack(0x0000000049248000,0x0000000049349000)] 0x000000005b887000 JavaThread "Timer-4" daemon [_thread_blocked, id=10123, stack(0x0000000048a40000,0x0000000048b41000)] 0x000000005bafb000 JavaThread "Timer-3" daemon [_thread_blocked, id=4739, stack(0x000000004984e000,0x000000004994f000)] 0x000000005bac7800 JavaThread "Timer-2" daemon [_thread_blocked, id=3259, stack(0x0000000049b51000,0x0000000049c52000)] 0x000000005b7a1800 JavaThread "Timer-1" daemon [_thread_blocked, id=2955, stack(0x0000000048e44000,0x0000000048f45000)] 0x000000005bab3800 JavaThread "pool-1-thread-1" [_thread_blocked, id=1120, stack(0x000000004863c000,0x000000004873d000)] 0x000000005b2b9000 JavaThread "Thread-1345" daemon [_thread_in_native, id=1116, stack(0x0000000049e54000,0x0000000049f55000)] 0x000000005b667000 JavaThread "IPC Client (47) connection to hdpnn/10.249.54.101:9000 from ads" daemon [_thread_in_native, id=31151, stack(0x000000004a056000,0x000000004a157000)] 0x00002ab4e84a8000 JavaThread "Trash Emptier" daemon [_thread_blocked, id=32300, stack(0x000000004873d000,0x000000004883e000)] 0x000000005b2c7800 JavaThread "IPC Server handler 74 on 9000" daemon [_thread_blocked, id=32298, stack(0x000000004853b000,0x000000004863c000)] 0x000000005b2c5800 JavaThread "IPC Server handler 73 on 9000" daemon [_thread_blocked, id=32297, stack(0x000000004843a000,0x000000004853b000)] 0x000000005b2c3800 JavaThread "IPC Server handler 72 on 9000" daemon [_thread_blocked, id=32296, stack(0x0000000048339000,0x000000004843a000)] 0x000000005bc63000 JavaThread "IPC Server handler 71 on 9000" daemon [_thread_blocked, id=32295, stack(0x0000000048238000,0x0000000048339000)] 0x000000005ada5000 JavaThread "IPC Server handler 70 on 9000" daemon [_thread_blocked, id=32294, stack(0x0000000048137000,0x0000000048238000)] 0x000000005ada2800 JavaThread "IPC Server handler 69 on 9000" daemon [_thread_blocked, id=32293, stack(0x0000000048036000,0x0000000048137000)] 0x000000005ada0800 JavaThread "IPC Server handler 68 on 9000" daemon [_thread_blocked, id=32292, stack(0x0000000047f35000,0x0000000048036000)] 0x000000005b826800 JavaThread "IPC Server handler 67 on 9000" daemon [_thread_blocked, id=32291, stack(0x0000000047e34000,0x0000000047f35000)] 0x000000005b824800 JavaThread "IPC Server handler 66 on 9000" daemon [_thread_blocked, id=32290, stack(0x0000000047d33000,0x0000000047e34000)] 0x000000005b822800 JavaThread "IPC Server handler 65 on 9000" daemon [_thread_blocked, id=32289, stack(0x0000000047c32000,0x0000000047d33000)] 0x000000005ad03000 JavaThread "IPC Server handler 64 on 9000" daemon [_thread_blocked, id=32288, stack(0x0000000047b31000,0x0000000047c32000)] 0x000000005ad01800 JavaThread "IPC Server handler 63 on 9000" daemon [_thread_blocked, id=32287, stack(0x0000000047a30000,0x0000000047b31000)] 0x000000005acff000 JavaThread "IPC Server handler 62 on 9000" daemon [_thread_blocked, id=32286, stack(0x000000004792f000,0x0000000047a30000)] 0x000000005b001000 JavaThread "IPC Server handler 61 on 9000" daemon [_thread_blocked, id=32285, stack(0x000000004782e000,0x000000004792f000)] 0x000000005afff000 JavaThread "IPC Server handler 60 on 9000" daemon [_thread_blocked, id=32284, stack(0x000000004772d000,0x000000004782e000)] 0x000000005affd000 JavaThread "IPC Server handler 59 on 9000" daemon [_thread_blocked, id=32283, stack(0x000000004762c000,0x000000004772d000)] 0x000000005af50000 JavaThread "IPC Server handler 58 on 9000" daemon [_thread_blocked, id=32282, stack(0x000000004752b000,0x000000004762c000)] 0x000000005af4e800 JavaThread "IPC Server handler 57 on 9000" daemon [_thread_blocked, id=32281, stack(0x000000004742a000,0x000000004752b000)] 0x000000005af4d000 JavaThread "IPC Server handler 56 on 9000" daemon [_thread_blocked, id=32280, stack(0x0000000047329000,0x000000004742a000)] 0x000000005bbaf000 JavaThread "IPC Server handler 55 on 9000" daemon [_thread_blocked, id=32279, stack(0x0000000047228000,0x0000000047329000)] 0x00002ab4e8653000 JavaThread "IPC Server handler 54 on 9000" daemon [_thread_blocked, id=32278, stack(0x0000000047127000,0x0000000047228000)] 0x00002ab4e8340000 JavaThread "IPC Server handler 53 on 9000" daemon [_thread_blocked, id=32277, stack(0x0000000047026000,0x0000000047127000)] 0x00002ab4e833e000 JavaThread "IPC Server handler 52 on 9000" daemon [_thread_blocked, id=32276, stack(0x0000000046f25000,0x0000000047026000)] 0x00002ab4e9095000 JavaThread "IPC Server handler 51 on 9000" daemon [_thread_blocked, id=32275, stack(0x0000000046e24000,0x0000000046f25000)] 0x00002ab4e8fbf000 JavaThread "IPC Server handler 50 on 9000" daemon [_thread_blocked, id=32274, stack(0x0000000046d23000,0x0000000046e24000)] 0x00002ab4e8fbd000 JavaThread "IPC Server handler 49 on 9000" daemon [_thread_blocked, id=32273, stack(0x0000000046c22000,0x0000000046d23000)] 0x00002ab4e8fbb000 JavaThread "IPC Server handler 48 on 9000" daemon [_thread_blocked, id=32272, stack(0x0000000046b21000,0x0000000046c22000)] 0x00002ab4e9441000 JavaThread "IPC Server handler 47 on 9000" daemon [_thread_blocked, id=32271, stack(0x0000000046a20000,0x0000000046b21000)] 0x00002ab4e943f800 JavaThread "IPC Server handler 46 on 9000" daemon [_thread_blocked, id=32270, stack(0x000000004691f000,0x0000000046a20000)] 0x00002ab4e9099000 JavaThread "IPC Server handler 45 on 9000" daemon [_thread_blocked, id=32269, stack(0x000000004681e000,0x000000004691f000)] 0x00002ab4e9097000 JavaThread "IPC Server handler 44 on 9000" daemon [_thread_blocked, id=32268, stack(0x000000004671d000,0x000000004681e000)] 0x00002ab4e833c800 JavaThread "IPC Server handler 43 on 9000" daemon [_thread_blocked, id=32267, stack(0x000000004661c000,0x000000004671d000)] 0x00002ab4e8612000 JavaThread "IPC Server handler 42 on 9000" daemon [_thread_blocked, id=32266, stack(0x000000004651b000,0x000000004661c000)] 0x00002ab4e8610000 JavaThread "IPC Server handler 41 on 9000" daemon [_thread_blocked, id=32265, stack(0x000000004641a000,0x000000004651b000)] 0x00002ab4e846c000 JavaThread "IPC Server handler 40 on 9000" daemon [_thread_blocked, id=32264, stack(0x0000000046319000,0x000000004641a000)] 0x00002ab4e846a000 JavaThread "IPC Server handler 39 on 9000" daemon [_thread_blocked, id=32263, stack(0x0000000046218000,0x0000000046319000)] 0x00002ab4e8c80000 JavaThread "IPC Server handler 38 on 9000" daemon [_thread_blocked, id=32262, stack(0x0000000046117000,0x0000000046218000)] 0x00002ab4e8c7e000 JavaThread "IPC Server handler 37 on 9000" daemon [_thread_blocked, id=32261, stack(0x0000000046016000,0x0000000046117000)] 0x00002ab4e8b43800 JavaThread "IPC Server handler 36 on 9000" daemon [_thread_blocked, id=32260, stack(0x0000000045f15000,0x0000000046016000)] 0x00002ab4e8b41800 JavaThread "IPC Server handler 35 on 9000" daemon [_thread_blocked, id=32259, stack(0x0000000045e14000,0x0000000045f15000)] 0x00002ab4e82d0000 JavaThread "IPC Server handler 34 on 9000" daemon [_thread_blocked, id=32258, stack(0x0000000045d13000,0x0000000045e14000)] 0x00002ab4e82ce800 JavaThread "IPC Server handler 33 on 9000" daemon [_thread_blocked, id=32257, stack(0x0000000045c12000,0x0000000045d13000)] 0x00002ab4e8de3000 JavaThread "IPC Server handler 32 on 9000" daemon [_thread_blocked, id=32256, stack(0x0000000045b11000,0x0000000045c12000)] 0x00002ab4e8c64000 JavaThread "IPC Server handler 31 on 9000" daemon [_thread_blocked, id=32255, stack(0x0000000045a10000,0x0000000045b11000)] 0x00002ab4e8c62800 JavaThread "IPC Server handler 30 on 9000" daemon [_thread_blocked, id=32254, stack(0x000000004590f000,0x0000000045a10000)] 0x00002ab4e829c000 JavaThread "IPC Server handler 29 on 9000" daemon [_thread_blocked, id=32253, stack(0x000000004580e000,0x000000004590f000)] 0x00002ab4e82da800 JavaThread "IPC Server handler 28 on 9000" daemon [_thread_blocked, id=32252, stack(0x000000004570d000,0x000000004580e000)] 0x00002ab4e8f82800 JavaThread "IPC Server handler 27 on 9000" daemon [_thread_blocked, id=32251, stack(0x000000004560c000,0x000000004570d000)] 0x00002ab4e8f81000 JavaThread "IPC Server handler 26 on 9000" daemon [_thread_blocked, id=32250, stack(0x000000004550b000,0x000000004560c000)] 0x00002ab4e8638000 JavaThread "IPC Server handler 25 on 9000" daemon [_thread_blocked, id=32249, stack(0x000000004540a000,0x000000004550b000)] 0x00002ab4e8f2a800 JavaThread "IPC Server handler 24 on 9000" daemon [_thread_blocked, id=32248, stack(0x0000000045309000,0x000000004540a000)] 0x00002ab4e82ec800 JavaThread "IPC Server handler 23 on 9000" daemon [_thread_blocked, id=32247, stack(0x0000000045208000,0x0000000045309000)] 0x00002ab4e8587000 JavaThread "IPC Server handler 22 on 9000" daemon [_thread_blocked, id=32246, stack(0x0000000045107000,0x0000000045208000)] 0x00002ab4e85d6000 JavaThread "IPC Server handler 21 on 9000" daemon [_thread_blocked, id=32245, stack(0x0000000045006000,0x0000000045107000)] 0x00002ab4e8456000 JavaThread "IPC Server handler 20 on 9000" daemon [_thread_blocked, id=32244, stack(0x0000000044f05000,0x0000000045006000)] 0x00002ab4f41ce800 JavaThread "IPC Server handler 19 on 9000" daemon [_thread_blocked, id=32243, stack(0x0000000044e04000,0x0000000044f05000)] 0x00002ab4f41cc800 JavaThread "IPC Server handler 18 on 9000" daemon [_thread_blocked, id=32242, stack(0x0000000044d03000,0x0000000044e04000)] 0x00002ab4f41ca800 JavaThread "IPC Server handler 17 on 9000" daemon [_thread_blocked, id=32241, stack(0x0000000044c02000,0x0000000044d03000)] 0x00002ab4f41c8800 JavaThread "IPC Server handler 16 on 9000" daemon [_thread_blocked, id=32240, stack(0x0000000044b01000,0x0000000044c02000)] 0x00002ab4f41c6800 JavaThread "IPC Server handler 15 on 9000" daemon [_thread_blocked, id=32239, stack(0x0000000044a00000,0x0000000044b01000)] 0x00002ab4f41c5800 JavaThread "IPC Server handler 14 on 9000" daemon [_thread_blocked, id=32238, stack(0x00000000448ff000,0x0000000044a00000)] 0x00002ab4f41c3000 JavaThread "IPC Server handler 13 on 9000" daemon [_thread_blocked, id=32237, stack(0x00000000447fe000,0x00000000448ff000)] 0x00002ab4f41c1800 JavaThread "IPC Server handler 12 on 9000" daemon [_thread_blocked, id=32236, stack(0x00000000446fd000,0x00000000447fe000)] 0x00002ab4f41bf800 JavaThread "IPC Server handler 11 on 9000" daemon [_thread_blocked, id=32235, stack(0x00000000445fc000,0x00000000446fd000)] 0x00002ab4f41bd800 JavaThread "IPC Server handler 10 on 9000" daemon [_thread_blocked, id=32234, stack(0x00000000444fb000,0x00000000445fc000)] 0x00002ab4f41bb800 JavaThread "IPC Server handler 9 on 9000" daemon [_thread_blocked, id=32233, stack(0x00000000443fa000,0x00000000444fb000)] 0x00002ab4f41b9800 JavaThread "IPC Server handler 8 on 9000" daemon [_thread_blocked, id=32232, stack(0x00000000442f9000,0x00000000443fa000)] 0x00002ab4f41b7800 JavaThread "IPC Server handler 7 on 9000" daemon [_thread_blocked, id=32231, stack(0x00000000441f8000,0x00000000442f9000)] 0x00002ab4f41b5800 JavaThread "IPC Server handler 6 on 9000" daemon [_thread_blocked, id=32230, stack(0x00000000440f7000,0x00000000441f8000)] 0x00002ab4f41b3800 JavaThread "IPC Server handler 5 on 9000" daemon [_thread_blocked, id=32229, stack(0x0000000043ff6000,0x00000000440f7000)] 0x00002ab4f41b1800 JavaThread "IPC Server handler 4 on 9000" daemon [_thread_blocked, id=32228, stack(0x0000000043ef5000,0x0000000043ff6000)] 0x00002ab4f41af800 JavaThread "IPC Server handler 3 on 9000" daemon [_thread_blocked, id=32227, stack(0x0000000043df4000,0x0000000043ef5000)] 0x00002ab4f41ad800 JavaThread "IPC Server handler 2 on 9000" daemon [_thread_blocked, id=32226, stack(0x0000000043cf3000,0x0000000043df4000)] 0x00002ab4f41ac000 JavaThread "IPC Server handler 1 on 9000" daemon [_thread_blocked, id=32225, stack(0x0000000043bf2000,0x0000000043cf3000)] 0x00002ab4f41aa800 JavaThread "IPC Server handler 0 on 9000" daemon [_thread_blocked, id=32224, stack(0x0000000043af1000,0x0000000043bf2000)] 0x00002ab4f41a8800 JavaThread "IPC Server listener on 9000" daemon [_thread_blocked, id=32223, stack(0x00000000439f0000,0x0000000043af1000)] 0x00002ab4f41a6800 JavaThread "IPC Server Responder" daemon [_thread_blocked, id=32222, stack(0x00000000438ef000,0x00000000439f0000)] 0x00002ab4f41a5800 JavaThread "RefreshACL" [_thread_blocked, id=32221, stack(0x00000000437ee000,0x00000000438ef000)] 0x00002ab4f4194000 JavaThread "refreshUsers" [_thread_blocked, id=32220, stack(0x00000000436ed000,0x00000000437ee000)] 0x00002ab4f4027000 JavaThread "Acceptor ServerSocket[addr=hdpnn/10.249.54.101,port=0,localport=50070]" [_thread_in_native, id=32217, stack(0x00000000433ea000,0x00000000434eb000)] 0x00002ab4f4051000 JavaThread "SessionScavenger" daemon [_thread_blocked, id=32216, stack(0x00000000432e9000,0x00000000433ea000)] 0x00002ab4f402a800 JavaThread "SessionScavenger" daemon [_thread_blocked, id=32215, stack(0x00000000431e8000,0x00000000432e9000)] 0x00002ab4f407f000 JavaThread "SessionScavenger" daemon [_thread_blocked, id=32214, stack(0x00000000430e7000,0x00000000431e8000)] 0x00002ab4f401c000 JavaThread "org.apache.hadoop.hdfs.server.namenode.DecommissionManager$Monitor@2b1673f9" daemon [_thread_blocked, id=32072, stack(0x0000000042fe6000,0x00000000430e7000)] 0x00002ab4f4019000 JavaThread "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$ReplicationMonitor@61850103" daemon [_thread_blocked, id=32071, stack(0x0000000042ee5000,0x0000000042fe6000)] 0x00002ab4f4017800 JavaThread "org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@27a13c4a" daemon [_thread_blocked, id=32070, stack(0x0000000042de4000,0x0000000042ee5000)] 0x00002ab4f4016000 JavaThread "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$HeartbeatMonitor@3af8048a" daemon [_thread_blocked, id=32069, stack(0x0000000042ce3000,0x0000000042de4000)] 0x00002ab4f400c800 JavaThread "org.apache.hadoop.hdfs.server.namenode.PendingReplicationBlocks$PendingReplicationMonitor@2bc740b1" daemon [_thread_blocked, id=32068, stack(0x0000000041395000,0x0000000041496000)] 0x000000005b016000 JavaThread "Attach Listener" daemon [_thread_blocked, id=28108, stack(0x0000000040ada000,0x0000000040bdb000)] 0x000000005acbd000 JavaThread "Timer thread for monitoring dfs" daemon [_thread_blocked, id=25551, stack(0x0000000040777000,0x0000000040878000)] 0x000000005ad37000 JavaThread "Timer thread for monitoring jvm" daemon [_thread_blocked, id=25550, stack(0x0000000040676000,0x0000000040777000)] 0x000000005af12800 JavaThread "Timer thread for monitoring rpc" daemon [_thread_blocked, id=25549, stack(0x0000000040261000,0x0000000040362000)] 0x00002ab4e81f4800 JavaThread "RMI TCP Accept-0" daemon [_thread_in_native, id=25547, stack(0x0000000041029000,0x000000004112a000)] 0x00002ab4e8025800 JavaThread "Low Memory Detector" daemon [_thread_blocked, id=25546, stack(0x0000000042ae1000,0x0000000042be2000)] 0x00002ab4e8022800 JavaThread "CompilerThread1" daemon [_thread_blocked, id=25545, stack(0x00000000429e0000,0x0000000042ae1000)] 0x00002ab4e8020800 JavaThread "CompilerThread0" daemon [_thread_blocked, id=25544, stack(0x00000000428df000,0x00000000429e0000)] 0x00002ab4e801e000 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=25543, stack(0x0000000040c8a000,0x0000000040d8b000)] 0x00002ab4e801c800 JavaThread "Surrogate Locker Thread (CMS)" daemon [_thread_blocked, id=25542, stack(0x00000000409d9000,0x0000000040ada000)] 0x000000005abe3800 JavaThread "Finalizer" daemon [_thread_blocked, id=25541, stack(0x00000000427de000,0x00000000428df000)] 0x000000005abe1800 JavaThread "Reference Handler" daemon [_thread_blocked, id=25540, stack(0x0000000041e83000,0x0000000041f84000)] 0x000000005aa39800 JavaThread "main" [_thread_blocked, id=25520, stack(0x000000004193a000,0x0000000041a3b000)] Other Threads: =>0x000000005abda800 VMThread [stack: 0x000000004010a000,0x000000004020b000] [id=25539] 0x00002ab4e8206800 WatcherThread [stack: 0x0000000042be2000,0x0000000042ce3000] [id=25548] VM state:at safepoint (normal execution) VM Mutex/Monitor currently owned by a thread: ([mutex/lock_event]) [0x000000005aa36c70] OsrList_lock - owner thread: 0x000000005abda800 [0x000000005aa36f70] Threads_lock - owner thread: 0x000000005abda800 [0x000000005aa379f0] Compile_lock - owner thread: 0x00002ab4f41a8800 Heap par new generation total 3774912K, used 3057233K [0x00002aaaae200000, 0x00002aabae200000, 0x00002aabae200000) eden space 3355520K, 88% used [0x00002aaaae200000, 0x00002aab6351e680, 0x00002aab7aee0000) from space 419392K, 21% used [0x00002aab7aee0000, 0x00002aab80555e40, 0x00002aab94870000) to space 419392K, 0% used [0x00002aab94870000, 0x00002aab94870000, 0x00002aabae200000) concurrent mark-sweep generation total 37748736K, used 31612463K [0x00002aabae200000, 0x00002ab4ae200000, 0x00002ab4ae200000) concurrent-mark-sweep perm gen total 35600K, used 21219K [0x00002ab4ae200000, 0x00002ab4b04c4000, 0x00002ab4b3600000) VM Arguments: jvm_args: -Xmx40960m -Xms40960m -Xmn4096m -verbose:gc -Xloggc:/home/hadoop/cluster-data/logs/namenode.gc.log -XX:ErrorFile=/home/hadoop/cluster-data/logs/hs_err_pid.log -XX:+PrintGCTimeStamps -XX:+PrintGCDetails -XX:+HeapDumpOnOutOfMemoryError -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=85 -XX:+UseCMSCompactAtFullCollection -XX:CMSMaxAbortablePrecleanTime=1000 -XX:+CMSClassUnloadingEnabled -XX:+DisableExplicitGC -Dcom.sun.management.jmxremote -Xms40960m -Xmn4096m -verbose:gc -Xloggc:/home/hadoop/cluster-data/logs/namenode.gc.log -XX:ErrorFile=/home/hadoop/cluster-data/logs/hs_err_pid.log -XX:+PrintGCTimeStamps -XX:+PrintGCDetails -XX:+HeapDumpOnOutOfMemoryError -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=85 -XX:+UseCMSCompactAtFullCollection -XX:CMSMaxAbortablePrecleanTime=1000 -XX:+CMSClassUnloadingEnabled -XX:+DisableExplicitGC -Dcom.sun.management.jmxremote -Dhadoop.log.dir=/home/hadoop/cluster-data/logs -Dhadoop.log.file=hadoop-hadoop-namenode-r02g10002.yh.aliyun.com.log -Dhadoop.home.dir=/home/hadoop/hadoop-current -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-current/lib/native/Linux-amd64-64 java_command: org.apache.hadoop.hdfs.server.namenode.NameNode Launcher Type: SUN_STANDARD Environment Variables: JAVA_HOME=/home/hadoop/java-current PATH=/usr/ali/bin:/usr/kerberos/sbin:/usr/kerberos/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/usr/X11R6/bin:/opt/dell/srvadmin/bin:/opt/dell/srvadmin/sbin:/root/bin:/home/hadoop/bin LD_LIBRARY_PATH=/usr/ali/jdk1.6.0_16/jre/lib/amd64/server:/usr/ali/jdk1.6.0_16/jre/lib/amd64:/usr/ali/jdk1.6.0_16/jre/../lib/amd64 SHELL=/bin/bash Signal Handlers: SIGSEGV: [libjvm.so+0x6bddc0], sa_mask[0]=0x7ffbfeff, sa_flags=0x10000004 SIGBUS: [libjvm.so+0x6bddc0], sa_mask[0]=0x7ffbfeff, sa_flags=0x10000004 SIGFPE: [libjvm.so+0x594f90], sa_mask[0]=0x7ffbfeff, sa_flags=0x10000004 SIGPIPE: [libjvm.so+0x594f90], sa_mask[0]=0x7ffbfeff, sa_flags=0x10000004 SIGXFSZ: [libjvm.so+0x594f90], sa_mask[0]=0x7ffbfeff, sa_flags=0x10000004 SIGILL: [libjvm.so+0x594f90], sa_mask[0]=0x7ffbfeff, sa_flags=0x10000004 SIGUSR1: SIG_DFL, sa_mask[0]=0x00000000, sa_flags=0x00000000 SIGUSR2: [libjvm.so+0x597750], sa_mask[0]=0x00000000, sa_flags=0x10000004 SIGHUP: SIG_IGN, sa_mask[0]=0x00000000, sa_flags=0x00000000 SIGINT: SIG_IGN, sa_mask[0]=0x00000000, sa_flags=0x00000000 SIGTERM: [libjvm.so+0x5974a0], sa_mask[0]=0x7ffbfeff, sa_flags=0x10000004 SIGQUIT: [libjvm.so+0x5974a0], sa_mask[0]=0x7ffbfeff, sa_flags=0x10000004 --------------- S Y S T E M --------------- OS:Red Hat Enterprise Linux Server release 5.4 (Tikanga) uname:Linux 2.6.18-164.11.1.el5 #1 SMP Wed Jan 6 13:26:04 EST 2010 x86_64 libc:glibc 2.5 NPTL 2.5 rlimit: STACK 10240k, CORE 0k, NPROC 131072, NOFILE 655360, AS infinity load average:2.74 2.48 2.32 CPU:total 16 (8 cores per cpu, 2 threads per core) family 6 model 26 stepping 5, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, ht Memory: 4k page, physical 49449340k(144080k free), swap 8385920k(8376416k free) vm_info: Java HotSpot(TM) 64-Bit Server VM (14.2-b01) for linux-amd64 JRE (1.6.0_16-b01), built on Jul 31 2009 05:52:33 by "java_re" with gcc 3.2.2 (SuSE Linux) time: Wed Jan 12 18:30:09 2011 elapsed time: 1226430 seconds