Java ClusterStats类代码示例

OStack程序员社区-中国程序员成长平台 › 门户 › 编程› Java›Java编程经验

原作者: [db:作者] 来自: [db:来源] 收藏邀请

本文整理汇总了Java中org.apache.hadoop.mapred.gridmix.Statistics.ClusterStats类的典型用法代码示例。如果您正苦于以下问题：Java ClusterStats类的具体用法？Java ClusterStats怎么用？Java ClusterStats使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。

ClusterStats类属于org.apache.hadoop.mapred.gridmix.Statistics包，在下文中一共展示了ClusterStats类的7个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于我们的系统推荐出更棒的Java代码示例。

示例1: update

import org.apache.hadoop.mapred.gridmix.Statistics.ClusterStats; //导入依赖的package包/类
/**
 * STRESS Once you get the notification from StatsCollector.Collect the
 * clustermetrics. Update current loadStatus with new load status of JT.
 *
 * @param item
 */
@Override
public void update(Statistics.ClusterStats item) {
  ClusterStatus clusterStatus = item.getStatus();
  try {
    // update the max cluster map/reduce task capacity
    loadStatus.updateMapCapacity(clusterStatus.getMaxMapTasks());
    
    loadStatus.updateReduceCapacity(clusterStatus.getMaxReduceTasks());
    
    int numTrackers = clusterStatus.getTaskTrackers();
    int jobLoad = 
      (int) (maxJobTrackerRatio * numTrackers) - item.getNumRunningJob();
    loadStatus.updateJobLoad(jobLoad);
  } catch (Exception e) {
    LOG.error("Couldn't get the new Status",e);
  }
}

开发者ID:naver，项目名称:hadoop，代码行数:24，代码来源:StressJobFactory.java

示例2: update

import org.apache.hadoop.mapred.gridmix.Statistics.ClusterStats; //导入依赖的package包/类
/**
 * STRESS Once you get the notification from StatsCollector.Collect the
 * clustermetrics. Update current loadStatus with new load status of JT.
 *
 * @param item
 */
@Override
public void update(Statistics.ClusterStats item) {
  lock.lock();
  try {
    ClusterStatus clusterMetrics = item.getStatus();
    try {
      checkLoadAndGetSlotsToBackfill(item,clusterMetrics);
    } catch (IOException e) {
      LOG.error("Couldn't get the new Status",e);
    }
    if (!loadStatus.overloaded()) {
      condUnderloaded.signalAll();
    }
  } finally {
    lock.unlock();
  }
}

开发者ID:Nextzero，项目名称:hadoop-2.6.0-cdh5.4.3，代码行数:24，代码来源:StressJobFactory.java

示例3: update

import org.apache.hadoop.mapred.gridmix.Statistics.ClusterStats; //导入依赖的package包/类
/**
 * STRESS Once you get the notification from StatsCollector.Collect the
 * clustermetrics. Update current loadStatus with new load status of JT.
 *
 * @param item
 */
@Override
public void update(Statistics.ClusterStats item) {
  lock.lock();
  try {
    ClusterStatus clusterMetrics = item.getStatus();
    try {
      checkLoadAndGetSlotsToBackfill(item,clusterMetrics);
    } catch (Exception e) {
      LOG.error("Couldn't get the new Status",e);
    }
    if (!loadStatus.overloaded()) {
      condUnderloaded.signalAll();
    }
  } finally {
    lock.unlock();
  }
}

开发者ID:rekhajoshm，项目名称:mapreduce-fork，代码行数:24，代码来源:StressJobFactory.java

示例4: update

import org.apache.hadoop.mapred.gridmix.Statistics.ClusterStats; //导入依赖的package包/类
@Override
@SuppressWarnings("deprecation")
public void update(ClusterStats item) {
  try {
    numBlacklistedTrackers = item.getStatus().getBlacklistedTrackers();
    numActiveTrackers = item.getStatus().getTaskTrackers();
    maxMapTasks = item.getStatus().getMaxMapTasks();
    maxReduceTasks = item.getStatus().getMaxReduceTasks();
  } catch (Exception e) {
    long time = System.currentTimeMillis();
    LOG.info("Error in processing cluster status at " 
             + FastDateFormat.getInstance().format(time));
  }
}

开发者ID:naver，项目名称:hadoop，代码行数:15，代码来源:ClusterSummarizer.java

示例5: testClusterSummarizer

import org.apache.hadoop.mapred.gridmix.Statistics.ClusterStats; //导入依赖的package包/类
/**
 * Test {@link ClusterSummarizer}.
 */
@Test  (timeout=20000)
public void testClusterSummarizer() throws IOException {
  ClusterSummarizer cs = new ClusterSummarizer();
  Configuration conf = new Configuration();
  
  String jt = "test-jt:1234";
  String nn = "test-nn:5678";
  conf.set(JTConfig.JT_IPC_ADDRESS, jt);
  conf.set(CommonConfigurationKeys.FS_DEFAULT_NAME_KEY, nn);
  cs.start(conf);
  
  assertEquals("JT name mismatch", jt, cs.getJobTrackerInfo());
  assertEquals("NN name mismatch", nn, cs.getNamenodeInfo());
  
  ClusterStats cStats = ClusterStats.getClusterStats();
  conf.set(JTConfig.JT_IPC_ADDRESS, "local");
  conf.set(CommonConfigurationKeys.FS_DEFAULT_NAME_KEY, "local");
  JobClient jc = new JobClient(conf);
  cStats.setClusterMetric(jc.getClusterStatus());
  
  cs.update(cStats);
  
  // test
  assertEquals("Cluster summary test failed!", 1, cs.getMaxMapTasks());
  assertEquals("Cluster summary test failed!", 1, cs.getMaxReduceTasks());
  assertEquals("Cluster summary test failed!", 1, cs.getNumActiveTrackers());
  assertEquals("Cluster summary test failed!", 0, 
               cs.getNumBlacklistedTrackers());
}

开发者ID:naver，项目名称:hadoop，代码行数:33，代码来源:TestGridmixSummary.java

示例6: testClusterStats

import org.apache.hadoop.mapred.gridmix.Statistics.ClusterStats; //导入依赖的package包/类
private static void testClusterStats(int numSubmittedMapTasks, 
                                     int numSubmittedReduceTasks, 
                                     int numSubmittedJobs) {
  assertEquals("Incorrect count of total number of submitted map tasks", 
               numSubmittedMapTasks, ClusterStats.getSubmittedMapTasks());
  assertEquals("Incorrect count of total number of submitted reduce tasks", 
               numSubmittedReduceTasks, 
               ClusterStats.getSubmittedReduceTasks());
  assertEquals("Incorrect submitted jobs", 
               numSubmittedJobs, ClusterStats.getRunningJobStats().size());
}

开发者ID:naver，项目名称:hadoop，代码行数:12，代码来源:TestGridmixStatistics.java

示例7: testClusterSummarizer

import org.apache.hadoop.mapred.gridmix.Statistics.ClusterStats; //导入依赖的package包/类
/**
 * Test {@link ClusterSummarizer}.
 */
@Test
public void testClusterSummarizer() throws IOException {
  ClusterSummarizer cs = new ClusterSummarizer();
  Configuration conf = new Configuration();
  
  String jt = "test-jt:1234";
  String nn = "test-nn:5678";
  conf.set(JTConfig.JT_IPC_ADDRESS, jt);
  conf.set(CommonConfigurationKeys.FS_DEFAULT_NAME_KEY, nn);
  cs.start(conf);
  
  assertEquals("JT name mismatch", jt, cs.getJobTrackerInfo());
  assertEquals("NN name mismatch", nn, cs.getNamenodeInfo());
  
  ClusterStats cStats = ClusterStats.getClusterStats();
  conf.set(JTConfig.JT_IPC_ADDRESS, "local");
  conf.set(CommonConfigurationKeys.FS_DEFAULT_NAME_KEY, "local");
  JobClient jc = new JobClient(conf);
  cStats.setClusterMetric(jc.getClusterStatus());
  
  cs.update(cStats);
  
  // test
  assertEquals("Cluster summary test failed!", 1, cs.getMaxMapTasks());
  assertEquals("Cluster summary test failed!", 1, cs.getMaxReduceTasks());
  assertEquals("Cluster summary test failed!", 1, cs.getNumActiveTrackers());
  assertEquals("Cluster summary test failed!", 0, 
               cs.getNumBlacklistedTrackers());
}

开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:33，代码来源:TestGridmixSummary.java

注：本文中的org.apache.hadoop.mapred.gridmix.Statistics.ClusterStats类示例整理自Github/MSDocs等源码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。