DataNodeMetrics.java
上传用户:quxuerui
上传日期:2018-01-08
资源大小:41811k
文件大小:6k
- /**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
- package org.apache.hadoop.hdfs.server.datanode.metrics;
- import org.apache.hadoop.conf.Configuration;
- import org.apache.hadoop.metrics.MetricsContext;
- import org.apache.hadoop.metrics.MetricsRecord;
- import org.apache.hadoop.metrics.MetricsUtil;
- import org.apache.hadoop.metrics.Updater;
- import org.apache.hadoop.metrics.jvm.JvmMetrics;
- import org.apache.hadoop.metrics.util.MetricsBase;
- import org.apache.hadoop.metrics.util.MetricsRegistry;
- import org.apache.hadoop.metrics.util.MetricsTimeVaryingInt;
- import org.apache.hadoop.metrics.util.MetricsTimeVaryingLong;
- import org.apache.hadoop.metrics.util.MetricsTimeVaryingRate;
- /**
- *
- * This class is for maintaining the various DataNode statistics
- * and publishing them through the metrics interfaces.
- * This also registers the JMX MBean for RPC.
- * <p>
- * This class has a number of metrics variables that are publicly accessible;
- * these variables (objects) have methods to update their values;
- * for example:
- * <p> {@link #blocksRead}.inc()
- *
- */
- public class DataNodeMetrics implements Updater {
- private final MetricsRecord metricsRecord;
- private DataNodeActivityMBean datanodeActivityMBean;
- public MetricsRegistry registry = new MetricsRegistry();
-
-
- public MetricsTimeVaryingLong bytesWritten =
- new MetricsTimeVaryingLong("bytes_written", registry);
- public MetricsTimeVaryingLong bytesRead =
- new MetricsTimeVaryingLong("bytes_read", registry);
- public MetricsTimeVaryingInt blocksWritten =
- new MetricsTimeVaryingInt("blocks_written", registry);
- public MetricsTimeVaryingInt blocksRead =
- new MetricsTimeVaryingInt("blocks_read", registry);
- public MetricsTimeVaryingInt blocksReplicated =
- new MetricsTimeVaryingInt("blocks_replicated", registry);
- public MetricsTimeVaryingInt blocksRemoved =
- new MetricsTimeVaryingInt("blocks_removed", registry);
- public MetricsTimeVaryingInt blocksVerified =
- new MetricsTimeVaryingInt("blocks_verified", registry);
- public MetricsTimeVaryingInt blockVerificationFailures =
- new MetricsTimeVaryingInt("block_verification_failures", registry);
-
- public MetricsTimeVaryingInt readsFromLocalClient =
- new MetricsTimeVaryingInt("reads_from_local_client", registry);
- public MetricsTimeVaryingInt readsFromRemoteClient =
- new MetricsTimeVaryingInt("reads_from_remote_client", registry);
- public MetricsTimeVaryingInt writesFromLocalClient =
- new MetricsTimeVaryingInt("writes_from_local_client", registry);
- public MetricsTimeVaryingInt writesFromRemoteClient =
- new MetricsTimeVaryingInt("writes_from_remote_client", registry);
-
- public MetricsTimeVaryingRate readBlockOp =
- new MetricsTimeVaryingRate("readBlockOp", registry);
- public MetricsTimeVaryingRate writeBlockOp =
- new MetricsTimeVaryingRate("writeBlockOp", registry);
- public MetricsTimeVaryingRate readMetadataOp =
- new MetricsTimeVaryingRate("readMetadataOp", registry);
- public MetricsTimeVaryingRate blockChecksumOp =
- new MetricsTimeVaryingRate("blockChecksumOp", registry);
- public MetricsTimeVaryingRate copyBlockOp =
- new MetricsTimeVaryingRate("copyBlockOp", registry);
- public MetricsTimeVaryingRate replaceBlockOp =
- new MetricsTimeVaryingRate("replaceBlockOp", registry);
- public MetricsTimeVaryingRate heartbeats =
- new MetricsTimeVaryingRate("heartBeats", registry);
- public MetricsTimeVaryingRate blockReports =
- new MetricsTimeVaryingRate("blockReports", registry);
-
- public DataNodeMetrics(Configuration conf, String storageId) {
- String sessionId = conf.get("session.id");
- // Initiate reporting of Java VM metrics
- JvmMetrics.init("DataNode", sessionId);
-
- // Now the MBean for the data node
- datanodeActivityMBean = new DataNodeActivityMBean(registry, storageId);
-
- // Create record for DataNode metrics
- MetricsContext context = MetricsUtil.getContext("dfs");
- metricsRecord = MetricsUtil.createRecord(context, "datanode");
- metricsRecord.setTag("sessionId", sessionId);
- context.registerUpdater(this);
- }
-
- public void shutdown() {
- if (datanodeActivityMBean != null)
- datanodeActivityMBean.shutdown();
- }
-
- /**
- * Since this object is a registered updater, this method will be called
- * periodically, e.g. every 5 seconds.
- */
- public void doUpdates(MetricsContext unused) {
- synchronized (this) {
- for (MetricsBase m : registry.getMetricsList()) {
- m.pushMetric(metricsRecord);
- }
- }
- metricsRecord.update();
- }
- public void resetAllMinMax() {
- readBlockOp.resetMinMax();
- writeBlockOp.resetMinMax();
- readMetadataOp.resetMinMax();
- blockChecksumOp.resetMinMax();
- copyBlockOp.resetMinMax();
- replaceBlockOp.resetMinMax();
- heartbeats.resetMinMax();
- blockReports.resetMinMax();
- }
- }