1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
|
{
"beans":[
{
"name":"Hadoop:service=DataNode,name=JvmMetrics",
"modelerType":"JvmMetrics",
"tag.Context":"jvm",
"tag.ProcessName":"DataNode",
"tag.SessionId":null,
"tag.Hostname":"dev-slave-01.dev.local",
"MemNonHeapUsedM":53.67546,
"MemNonHeapCommittedM":54.9375,
"MemNonHeapMaxM":-1.0,
"MemHeapUsedM":18.885735,
"MemHeapCommittedM":60.5,
"MemHeapMaxM":843.0,
"MemMaxM":843.0,
"GcCount":155,
"GcTimeMillis":672,
"GcNumWarnThresholdExceeded":0,
"GcNumInfoThresholdExceeded":0,
"GcTotalExtraSleepTime":8783,
"ThreadsNew":0,
"ThreadsRunnable":11,
"ThreadsBlocked":0,
"ThreadsWaiting":11,
"ThreadsTimedWaiting":25,
"ThreadsTerminated":0,
"LogFatal":0,
"LogError":1,
"LogWarn":2,
"LogInfo":257
},
{
"name":"Hadoop:service=DataNode,name=FSDatasetState",
"modelerType":"FSDatasetState",
"tag.Context":"FSDatasetState",
"tag.StorageInfo":"FSDataset{dirpath='[/data/hdfs/data]'}",
"tag.Hostname":"dev-slave-01.dev.local",
"Capacity":53675536384,
"DfsUsed":1186058240,
"Remaining":32920760320,
"NumFailedVolumes":0,
"LastVolumeFailureDate":0,
"EstimatedCapacityLostTotal":0,
"CacheUsed":0,
"CacheCapacity":0,
"NumBlocksCached":0,
"NumBlocksFailedToCache":0,
"NumBlocksFailedToUnCache":4
},
{
"name":"Hadoop:service=DataNode,name=DataNodeActivity-dev-slave-01.dev.local-9866",
"modelerType":"DataNodeActivity-dev-slave-01.dev.local-9866",
"tag.SessionId":null,
"tag.Context":"dfs",
"tag.Hostname":"dev-slave-01.dev.local",
"BytesWritten":500960407,
"TotalWriteTime":463,
"BytesRead":80689178,
"TotalReadTime":41203,
"BlocksWritten":16,
"BlocksRead":16,
"BlocksReplicated":4,
"BlocksRemoved":4,
"BlocksVerified":0,
"BlockVerificationFailures":0,
"BlocksCached":0,
"BlocksUncached":0,
"ReadsFromLocalClient":0,
"ReadsFromRemoteClient":16,
"WritesFromLocalClient":0,
"WritesFromRemoteClient":12,
"BlocksGetLocalPathInfo":0,
"RemoteBytesRead":80689178,
"RemoteBytesWritten":97283223,
"RamDiskBlocksWrite":0,
"RamDiskBlocksWriteFallback":0,
"RamDiskBytesWrite":0,
"RamDiskBlocksReadHits":0,
"RamDiskBlocksEvicted":0,
"RamDiskBlocksEvictedWithoutRead":0,
"RamDiskBlocksEvictionWindowMsNumOps":0,
"RamDiskBlocksEvictionWindowMsAvgTime":0.0,
"RamDiskBlocksLazyPersisted":0,
"RamDiskBlocksDeletedBeforeLazyPersisted":0,
"RamDiskBytesLazyPersisted":0,
"RamDiskBlocksLazyPersistWindowMsNumOps":0,
"RamDiskBlocksLazyPersistWindowMsAvgTime":0.0,
"FsyncCount":0,
"VolumeFailures":0,
"DatanodeNetworkErrors":7,
"DataNodeActiveXceiversCount":0,
"ReadBlockOpNumOps":16,
"ReadBlockOpAvgTime":2258.2,
"WriteBlockOpNumOps":12,
"WriteBlockOpAvgTime":12640.666666666666,
"BlockChecksumOpNumOps":0,
"BlockChecksumOpAvgTime":0.0,
"CopyBlockOpNumOps":0,
"CopyBlockOpAvgTime":0.0,
"ReplaceBlockOpNumOps":0,
"ReplaceBlockOpAvgTime":0.0,
"HeartbeatsNumOps":285073,
"HeartbeatsAvgTime":1.2035398230088497,
"HeartbeatsTotalNumOps":285073,
"HeartbeatsTotalAvgTime":1.2035398230088497,
"LifelinesNumOps":0,
"LifelinesAvgTime":0.0,
"BlockReportsNumOps":41,
"BlockReportsAvgTime":2.0,
"IncrementalBlockReportsNumOps":20,
"IncrementalBlockReportsAvgTime":1.2,
"CacheReportsNumOps":0,
"CacheReportsAvgTime":0.0,
"PacketAckRoundTripTimeNanosNumOps":603,
"PacketAckRoundTripTimeNanosAvgTime":1733672.0,
"FlushNanosNumOps":7660,
"FlushNanosAvgTime":3988.858108108108,
"FsyncNanosNumOps":0,
"FsyncNanosAvgTime":0.0,
"SendDataPacketBlockedOnNetworkNanosNumOps":7091,
"SendDataPacketBlockedOnNetworkNanosAvgTime":2.4469053762711864E7,
"SendDataPacketTransferNanosNumOps":7091,
"SendDataPacketTransferNanosAvgTime":37130.05084745763,
"BlocksInPendingIBR":0,
"BlocksReceivingInPendingIBR":0,
"BlocksReceivedInPendingIBR":0,
"BlocksDeletedInPendingIBR":0,
"EcReconstructionTasks":0,
"EcFailedReconstructionTasks":0,
"EcDecodingTimeNanos":0,
"EcReconstructionBytesRead":0,
"EcReconstructionBytesWritten":0,
"EcReconstructionRemoteBytesRead":0,
"EcReconstructionReadTimeMillis":0,
"EcReconstructionDecodingTimeMillis":0,
"EcReconstructionWriteTimeMillis":0
},
{
"name":"Hadoop:service=DataNode,name=RpcActivityForPort9867",
"modelerType":"RpcActivityForPort9867",
"tag.port":"9867",
"tag.Context":"rpc",
"tag.NumOpenConnectionsPerUser":"{}",
"tag.Hostname":"dev-slave-01.dev.local",
"ReceivedBytes":7,
"SentBytes":187,
"RpcQueueTimeNumOps":0,
"RpcQueueTimeAvgTime":0.0,
"RpcProcessingTimeNumOps":0,
"RpcProcessingTimeAvgTime":0.0,
"DeferredRpcProcessingTimeNumOps":0,
"DeferredRpcProcessingTimeAvgTime":0.0,
"RpcAuthenticationFailures":0,
"RpcAuthenticationSuccesses":0,
"RpcAuthorizationFailures":0,
"RpcAuthorizationSuccesses":0,
"RpcClientBackoff":0,
"RpcSlowCalls":0,
"NumOpenConnections":0,
"CallQueueLength":0,
"NumDroppedConnections":0
}
]
}
|
