MetricsHandler.cc

Go to the documentation of this file.

/*
 * Copyright (C) 2007-2015 Hypertable, Inc.
 *
 * This file is part of Hypertable.
 *
 * Hypertable is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 3
 * of the License, or any later version.
 *
 * Hypertable is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
 * 02110-1301, USA.
 */


#include <Common/Compat.h>

#include "MetricsHandler.h"

#include <AsyncComm/Comm.h>

#include <Common/Error.h>
#include <Common/Logger.h>
#include <Common/Properties.h>

#include <mutex>

using namespace Hypertable;
using namespace Hypertable::FsBroker::Lib;
using namespace std;


MetricsHandler::MetricsHandler(PropertiesPtr &props, const std::string &type)
  : m_type(type) {
  m_ganglia_collector = std::make_shared<MetricsCollectorGanglia>("fsbroker", props);
  m_collection_interval = props->get_i32("Hypertable.Monitoring.Interval");
  m_last_timestamp = Hypertable::get_ts64();
  m_comm = Comm::instance();
}

void MetricsHandler::start_collecting() {
  int error;
  if ((error = m_comm->set_timer(m_collection_interval, shared_from_this())) != Error::OK)
    HT_FATALF("Problem setting timer - %s", Error::get_text(error));
}

void MetricsHandler::stop_collecting() {
  m_comm->cancel_timer(shared_from_this());
}

void MetricsHandler::handle(Hypertable::EventPtr &event) {
  int error;

  if (event->type == Hypertable::Event::TIMER) {

    int64_t now = Hypertable::get_ts64();
    m_metrics_process.collect(now, m_ganglia_collector.get());
    int64_t elapsed_millis = (now - m_last_timestamp) / 1000000LL;
    int64_t elapsed_seconds = elapsed_millis / 1000;
    m_ganglia_collector->update("type", m_type);

    {
      lock_guard<mutex> lock(m_mutex);

      m_ganglia_collector->update("errors", m_errors);

      int32_t avgSyncLatency = (m_syncs > 0) ? m_sync_latency/m_syncs : 0;
      m_ganglia_collector->update("syncLatency", avgSyncLatency);

      if (elapsed_millis > 0) {
        double sps = (double)m_syncs / (double)elapsed_seconds;
        m_ganglia_collector->update("syncs", sps);
        int64_t mbps = (m_bytes_read / 1000000) / elapsed_seconds;
        m_ganglia_collector->update("readThroughput", (int)mbps);
        mbps = (m_bytes_written / 1000000) / elapsed_seconds;
        m_ganglia_collector->update("writeThroughput", (int)mbps);
      }

      m_last_timestamp = now;
      m_errors = 0;
      m_syncs = 0;
      m_sync_latency = 0;
      m_bytes_read = 0;
      m_bytes_written = 0;
    }

    try {
      m_ganglia_collector->publish();
    }
    catch (Exception &e) {
      HT_INFOF("Problem publishing Ganglia metrics - %s", e.what());
    }

    if ((error = m_comm->set_timer(m_collection_interval, shared_from_this())) != Error::OK)
      HT_FATALF("Problem setting timer - %s", Error::get_text(error));

  }
  else
    HT_FATALF("Unrecognized event - %s", event->to_str().c_str());

}