• 设为首页
  • 点击收藏
  • 手机版
    手机扫一扫访问
    迪恩网络手机版
  • 关注官方公众号
    微信扫一扫关注
    公众号
登陆 注册

Java TaskState类代码示例

原作者: [db:作者] 来自: [db:来源] 收藏 邀请

本文整理汇总了Java中org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState类的典型用法代码示例。如果您正苦于以下问题：Java TaskState类的具体用法？Java TaskState怎么用？Java TaskState使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。



TaskState类属于org.apache.hadoop.hbase.zookeeper.ZKSplitLog包，在下文中一共展示了TaskState类的10个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于我们的系统推荐出更棒的Java代码示例。

示例1: getDataSetWatchSuccess

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState; //导入依赖的package包/类
void getDataSetWatchSuccess(String path, byte[] data) {
  synchronized (grabTaskLock) {
    if (workerInGrabTask) {
      // currentTask can change but that's ok
      String taskpath = currentTask;
      if (taskpath != null && taskpath.equals(path)) {
        // have to compare data. cannot compare version because then there
        // will be race with attemptToOwnTask()
        // cannot just check whether the node has been transitioned to
        // UNASSIGNED because by the time this worker sets the data watch
        // the node might have made two transitions - from owned by this
        // worker to unassigned to owned by another worker
        if (! TaskState.TASK_OWNED.equals(data, serverName) &&
            ! TaskState.TASK_DONE.equals(data, serverName) &&
            ! TaskState.TASK_ERR.equals(data, serverName) &&
            ! TaskState.TASK_RESIGNED.equals(data, serverName)) {
          LOG.info("task " + taskpath + " preempted from " +
              serverName + ", current task state and owner=" +
              new String(data));
          stopTask();
        }
      }
    }
  }
}
开发者ID:fengchen8086，项目名称:LCIndex-HBase-0.94.16，代码行数:26，代码来源:SplitLogWorker.java


示例2: testOrphanTaskAcquisition

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState; //导入依赖的package包/类
@Test
public void testOrphanTaskAcquisition() throws Exception {
  LOG.info("TestOrphanTaskAcquisition");

  String tasknode = ZKSplitLog.getEncodedNodeName(zkw, "orphan/test/slash");
  zkw.getRecoverableZooKeeper().create(tasknode,
      TaskState.TASK_OWNED.get("dummy-worker"), Ids.OPEN_ACL_UNSAFE,
      CreateMode.PERSISTENT);

  slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
  slm.finishInitialization();
  waitForCounter(tot_mgr_orphan_task_acquired, 0, 1, to/2);
  Task task = slm.findOrCreateOrphanTask(tasknode);
  assertTrue(task.isOrphan());
  waitForCounter(tot_mgr_heartbeat, 0, 1, to/2);
  assertFalse(task.isUnassigned());
  long curt = System.currentTimeMillis();
  assertTrue((task.last_update <= curt) &&
      (task.last_update > (curt - 1000)));
  LOG.info("waiting for manager to resubmit the orphan task");
  waitForCounter(tot_mgr_resubmit, 0, 1, to + to/2);
  assertTrue(task.isUnassigned());
  waitForCounter(tot_mgr_rescan, 0, 1, to + to/2);
}
开发者ID:fengchen8086，项目名称:LCIndex-HBase-0.94.16，代码行数:25，代码来源:TestSplitLogManager.java


示例3: testTaskDone

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState; //导入依赖的package包/类
@Test
public void testTaskDone() throws Exception {
  LOG.info("TestTaskDone - cleanup task node once in DONE state");

  slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
  slm.finishInitialization();
  TaskBatch batch = new TaskBatch();
  String tasknode = submitTaskAndWait(batch, "foo/1");
  ZKUtil.setData(zkw, tasknode, TaskState.TASK_DONE.get("worker"));
  synchronized (batch) {
    while (batch.installed != batch.done) {
      batch.wait();
    }
  }
  waitForCounter(tot_mgr_task_deleted, 0, 1, to/2);
  assertTrue(ZKUtil.checkExists(zkw, tasknode) == -1);
}
开发者ID:fengchen8086，项目名称:LCIndex-HBase-0.94.16，代码行数:18，代码来源:TestSplitLogManager.java


示例4: testTaskErr

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState; //导入依赖的package包/类
@Test
public void testTaskErr() throws Exception {
  LOG.info("TestTaskErr - cleanup task node once in ERR state");

  conf.setInt("hbase.splitlog.max.resubmit", 0);
  slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
  slm.finishInitialization();
  TaskBatch batch = new TaskBatch();

  String tasknode = submitTaskAndWait(batch, "foo/1");
  ZKUtil.setData(zkw, tasknode, TaskState.TASK_ERR.get("worker"));
  synchronized (batch) {
    while (batch.installed != batch.error) {
      batch.wait();
    }
  }
  waitForCounter(tot_mgr_task_deleted, 0, 1, to/2);
  assertTrue(ZKUtil.checkExists(zkw, tasknode) == -1);
  conf.setInt("hbase.splitlog.max.resubmit", ZKSplitLog.DEFAULT_MAX_RESUBMIT);
}
开发者ID:fengchen8086，项目名称:LCIndex-HBase-0.94.16，代码行数:21，代码来源:TestSplitLogManager.java


示例5: testTaskResigned

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState; //导入依赖的package包/类
@Test
public void testTaskResigned() throws Exception {
  LOG.info("TestTaskResigned - resubmit task node once in RESIGNED state");

  slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
  slm.finishInitialization();
  TaskBatch batch = new TaskBatch();
  String tasknode = submitTaskAndWait(batch, "foo/1");
  ZKUtil.setData(zkw, tasknode, TaskState.TASK_RESIGNED.get("worker"));
  int version = ZKUtil.checkExists(zkw, tasknode);

  waitForCounter(tot_mgr_resubmit, 0, 1, to/2);
  int version1 = ZKUtil.checkExists(zkw, tasknode);
  assertTrue(version1 > version);

  byte[] taskstate = ZKUtil.getData(zkw, tasknode);
  assertTrue(Arrays.equals(taskstate,
      TaskState.TASK_UNASSIGNED.get("dummy-master")));
}
开发者ID:fengchen8086，项目名称:LCIndex-HBase-0.94.16，代码行数:20，代码来源:TestSplitLogManager.java


示例6: testDeadWorker

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState; //导入依赖的package包/类
@Test
public void testDeadWorker() throws Exception {
  LOG.info("testDeadWorker");

  conf.setLong("hbase.splitlog.max.resubmit", 0);
  slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
  slm.finishInitialization();
  TaskBatch batch = new TaskBatch();

  String tasknode = submitTaskAndWait(batch, "foo/1");
  int version = ZKUtil.checkExists(zkw, tasknode);

  ZKUtil.setData(zkw, tasknode, TaskState.TASK_OWNED.get("worker1"));
  waitForCounter(tot_mgr_heartbeat, 0, 1, to/2);
  slm.handleDeadWorker("worker1");
  waitForCounter(tot_mgr_resubmit, 0, 1, to/2);
  waitForCounter(tot_mgr_resubmit_dead_server_task, 0, 1, to + to/2);

  int version1 = ZKUtil.checkExists(zkw, tasknode);
  assertTrue(version1 > version);
  byte[] taskstate = ZKUtil.getData(zkw, tasknode);
  assertTrue(Arrays.equals(TaskState.TASK_UNASSIGNED.get("dummy-master"),
      taskstate));
  return;
}
开发者ID:fengchen8086，项目名称:LCIndex-HBase-0.94.16，代码行数:26，代码来源:TestSplitLogManager.java


示例7: testWorkerCrash

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState; //导入依赖的package包/类
@Test
public void testWorkerCrash() throws Exception {
  conf.setInt("hbase.splitlog.max.resubmit", ZKSplitLog.DEFAULT_MAX_RESUBMIT);
  slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
  slm.finishInitialization();
  TaskBatch batch = new TaskBatch();

  String tasknode = submitTaskAndWait(batch, "foo/1");
  final ServerName worker1 = new ServerName("worker1,1,1");

  ZKUtil.setData(zkw, tasknode, TaskState.TASK_OWNED.get(worker1.getServerName()));
  if (tot_mgr_heartbeat.get() == 0) waitForCounter(tot_mgr_heartbeat, 0, 1, to / 2);

  // Not yet resubmitted.
  Assert.assertEquals(0, tot_mgr_resubmit.get());

  // This server becomes dead
  Mockito.when(sm.isServerOnline(worker1)).thenReturn(false);

  Thread.sleep(1300); // The timeout checker is done every 1000 ms (hardcoded).

  // It has been resubmitted
  Assert.assertEquals(1, tot_mgr_resubmit.get());
}
开发者ID:fengchen8086，项目名称:LCIndex-HBase-0.94.16，代码行数:25，代码来源:TestSplitLogManager.java


示例8: testAcquireTaskAtStartup

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState; //导入依赖的package包/类
@Test(timeout=60000)
public void testAcquireTaskAtStartup() throws Exception {
  LOG.info("testAcquireTaskAtStartup");
  ZKSplitLog.Counters.resetCounters();

  zkw.getRecoverableZooKeeper().create(ZKSplitLog.getEncodedNodeName(zkw, "tatas"),
      TaskState.TASK_UNASSIGNED.get("mgr"), Ids.OPEN_ACL_UNSAFE,
      CreateMode.PERSISTENT);

  SplitLogWorker slw = new SplitLogWorker(zkw, TEST_UTIL.getConfiguration(),
    "rs", neverEndingTask);
  slw.start();
  try {
    waitForCounter(tot_wkr_task_acquired, 0, 1, WAIT_TIME);
    assertTrue(TaskState.TASK_OWNED.equals(ZKUtil.getData(zkw,
      ZKSplitLog.getEncodedNodeName(zkw, "tatas")), "rs"));
  } finally {
    stopSplitLogWorker(slw);
  }
}
开发者ID:fengchen8086，项目名称:LCIndex-HBase-0.94.16，代码行数:21，代码来源:TestSplitLogWorker.java


示例9: getDataSetWatchSuccess

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState; //导入依赖的package包/类
void getDataSetWatchSuccess(String path, byte[] data) {
  synchronized (grabTaskLock) {
    if (workerInGrabTask) {
      // currentTask can change but that's ok
      String taskpath = currentTask;
      if (taskpath != null && taskpath.equals(path)) {
        // have to compare data. cannot compare version because then there
        // will be race with ownTask()
        // cannot just check whether the node has been transitioned to
        // UNASSIGNED because by the time this worker sets the data watch
        // the node might have made two transitions - from owned by this
        // worker to unassigned to owned by another worker
        if (! TaskState.TASK_OWNED.equals(data, serverName) &&
            ! TaskState.TASK_DONE.equals(data, serverName) &&
            ! TaskState.TASK_ERR.equals(data, serverName) &&
            ! TaskState.TASK_RESIGNED.equals(data, serverName)) {
          LOG.info("task " + taskpath + " preempted from " +
              serverName + ", current task state and owner=" +
              new String(data));
          stopTask();
        }
      }
    }
  }
}
开发者ID:lifeng5042，项目名称:RStore，代码行数:26，代码来源:SplitLogWorker.java


示例10: testAcquireTaskAtStartup

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState; //导入依赖的package包/类
@Test
public void testAcquireTaskAtStartup() throws Exception {
  LOG.info("testAcquireTaskAtStartup");
  ZKSplitLog.Counters.resetCounters();

  zkw.getRecoverableZooKeeper().create(ZKSplitLog.getEncodedNodeName(zkw, "tatas"),
      TaskState.TASK_UNASSIGNED.get("mgr"), Ids.OPEN_ACL_UNSAFE,
      CreateMode.PERSISTENT);

  SplitLogWorker slw = new SplitLogWorker(zkw, TEST_UTIL.getConfiguration(),
    "rs", neverEndingTask);
  slw.start();
  try {
    waitForCounter(tot_wkr_task_acquired, 0, 1, 1500);
    assertTrue(TaskState.TASK_OWNED.equals(ZKUtil.getData(zkw,
      ZKSplitLog.getEncodedNodeName(zkw, "tatas")), "rs"));
  } finally {
    stopSplitLogWorker(slw);
  }
}
开发者ID:zwqjsj0404，项目名称:HBase-Research，代码行数:21，代码来源:TestSplitLogWorker.java



注：本文中的org.apache.hadoop.hbase.zookeeper.ZKSplitLog.TaskState类示例整理自Github/MSDocs等源码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。

鲜花
握手
雷人
路过
鸡蛋
该文章已有0人参与评论

请发表评论

全部评论

专题导读
More+
上一篇：
Java RewriteException类代码示例发布时间：2022-05-23
下一篇：
Java SimpleHtmlExporterOutput类代码示例发布时间：2022-05-23
热门推荐
More+
热门话题
More+
阅读排行榜

扫描微信二维码

查看手机版网站

随时了解更新最新资讯

139-2527-9053

在线客服（服务时间 9:00～18:00）

在线QQ客服
地址：深圳市南山区西丽大学城创智工业园
电邮：jeky_zhao#qq.com
移动电话：139-2527-9053

Powered by 互联科技 X3.4© 2001-2213 极客世界.|Sitemap