• 如果您觉得本站非常有看点，那么赶紧使用Ctrl+D 收藏吧
> java > Java CapacitySchedulerContext类的典型用法和代码示例

Java CapacitySchedulerContext类的典型用法和代码示例

java 2次浏览

本文整理汇总了Java中org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerContext类的典型用法代码示例。如果您正苦于以下问题：Java CapacitySchedulerContext类的具体用法？Java CapacitySchedulerContext怎么用？Java CapacitySchedulerContext使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。

CapacitySchedulerContext类属于org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity包，在下文中一共展示了CapacitySchedulerContext类的5个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于我们的系统推荐出更棒的Java代码示例。

示例1: setUp

​ 点赞 2 ​ 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerContext; //导入依赖的package包/类
@Before
public void setUp() throws Exception {
  CapacityScheduler spyCs = new CapacityScheduler();
  cs = spy(spyCs);
  scheduler = cs;

  rmContext = TestUtils.getMockRMContext();
  spyRMContext = spy(rmContext);

  ConcurrentMap<ApplicationId, RMApp> spyApps =
      spy(new ConcurrentHashMap<ApplicationId, RMApp>());
  RMApp rmApp = mock(RMApp.class);
  when(rmApp.getRMAppAttempt((ApplicationAttemptId) Matchers.any()))
      .thenReturn(null);
  Mockito.doReturn(rmApp).when(spyApps).get((ApplicationId) Matchers.any());
  when(spyRMContext.getRMApps()).thenReturn(spyApps);
  when(spyRMContext.getScheduler()).thenReturn(scheduler);

  CapacitySchedulerConfiguration csConf =
      new CapacitySchedulerConfiguration();
  ReservationSystemTestUtil.setupQueueConfiguration(csConf);

  cs.setConf(csConf);

  csContext = mock(CapacitySchedulerContext.class);
  when(csContext.getConfiguration()).thenReturn(csConf);
  when(csContext.getConf()).thenReturn(csConf);
  when(csContext.getMinimumResourceCapability()).thenReturn(minAlloc);
  when(csContext.getMaximumResourceCapability()).thenReturn(maxAlloc);
  when(csContext.getClusterResource()).thenReturn(
      Resources.createResource(100 * 16 * GB, 100 * 32, 100 * 32));
  when(scheduler.getClusterResource()).thenReturn(
      Resources.createResource(125 * GB, 125, 125));
  when(csContext.getResourceCalculator()).thenReturn(
      new DefaultResourceCalculator());
  RMContainerTokenSecretManager containerTokenSecretManager =
      new RMContainerTokenSecretManager(csConf);
  containerTokenSecretManager.rollMasterKey();
  when(csContext.getContainerTokenSecretManager()).thenReturn(
      containerTokenSecretManager);

  cs.setRMContext(spyRMContext);
  cs.init(csConf);
  cs.start();

  setupPlanFollower();
}

开发者ID:naver，
项目名称:hadoop，
代码行数:48，
代码来源:TestCapacitySchedulerPlanFollower.java

示例2: setUp

​ 点赞 2 ​ 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerContext; //导入依赖的package包/类
@Before
public void setUp() throws Exception {
  CapacityScheduler spyCs = new CapacityScheduler();
  cs = spy(spyCs);
  scheduler = cs;

  rmContext = TestUtils.getMockRMContext();
  spyRMContext = spy(rmContext);

  ConcurrentMap<ApplicationId, RMApp> spyApps =
      spy(new ConcurrentHashMap<ApplicationId, RMApp>());
  RMApp rmApp = mock(RMApp.class);
  RMAppAttempt rmAppAttempt = mock(RMAppAttempt.class);
  when(rmApp.getRMAppAttempt((ApplicationAttemptId) Matchers.any()))
      .thenReturn(rmAppAttempt);
  when(rmApp.getCurrentAppAttempt()).thenReturn(rmAppAttempt);
  Mockito.doReturn(rmApp).when(spyApps).get((ApplicationId) Matchers.any());
  Mockito.doReturn(true).when(spyApps).containsKey((ApplicationId) Matchers.any());
  when(spyRMContext.getRMApps()).thenReturn(spyApps);
  when(spyRMContext.getScheduler()).thenReturn(scheduler);

  CapacitySchedulerConfiguration csConf =
      new CapacitySchedulerConfiguration();
  ReservationSystemTestUtil.setupQueueConfiguration(csConf);

  cs.setConf(csConf);

  csContext = mock(CapacitySchedulerContext.class);
  when(csContext.getConfiguration()).thenReturn(csConf);
  when(csContext.getConf()).thenReturn(csConf);
  when(csContext.getMinimumResourceCapability()).thenReturn(minAlloc);
  when(csContext.getMaximumResourceCapability()).thenReturn(maxAlloc);
  when(csContext.getClusterResource()).thenReturn(
      Resources.createResource(100 * 16 * GB, 100 * 32));
  when(scheduler.getClusterResource()).thenReturn(
      Resources.createResource(125 * GB, 125));
  when(csContext.getResourceCalculator()).thenReturn(
      new DefaultResourceCalculator());
  RMContainerTokenSecretManager containerTokenSecretManager =
      new RMContainerTokenSecretManager(csConf);
  containerTokenSecretManager.rollMasterKey();
  when(csContext.getContainerTokenSecretManager()).thenReturn(
      containerTokenSecretManager);

  cs.setRMContext(spyRMContext);
  cs.init(csConf);
  cs.start();

  setupPlanFollower();
}

开发者ID:aliyun-beta，
项目名称:aliyun-oss-hadoop-fs，
代码行数:51，
代码来源:TestCapacitySchedulerPlanFollower.java

示例3: setUp

​ 点赞 2 ​ 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerContext; //导入依赖的package包/类
@Before
public void setUp() throws Exception {
  CapacityScheduler spyCs = new CapacityScheduler();
  cs = spy(spyCs);
  scheduler = cs;

  rmContext = TestUtils.getMockRMContext();
  spyRMContext = spy(rmContext);

  ConcurrentMap<ApplicationId, RMApp> spyApps =
      spy(new ConcurrentHashMap<ApplicationId, RMApp>());
  RMApp rmApp = mock(RMApp.class);
  when(rmApp.getRMAppAttempt((ApplicationAttemptId) Matchers.any()))
      .thenReturn(null);
  Mockito.doReturn(rmApp).when(spyApps).get((ApplicationId) Matchers.any());
  when(spyRMContext.getRMApps()).thenReturn(spyApps);
  when(spyRMContext.getScheduler()).thenReturn(scheduler);

  CapacitySchedulerConfiguration csConf =
      new CapacitySchedulerConfiguration();
  ReservationSystemTestUtil.setupQueueConfiguration(csConf);

  cs.setConf(csConf);

  csContext = mock(CapacitySchedulerContext.class);
  when(csContext.getConfiguration()).thenReturn(csConf);
  when(csContext.getConf()).thenReturn(csConf);
  when(csContext.getMinimumResourceCapability()).thenReturn(minAlloc);
  when(csContext.getMaximumResourceCapability()).thenReturn(maxAlloc);
  when(csContext.getClusterResource()).thenReturn(
      Resources.createResource(100 * 16 * GB, 100 * 32));
  when(scheduler.getClusterResource()).thenReturn(
      Resources.createResource(125 * GB, 125));
  when(csContext.getResourceCalculator()).thenReturn(
      new DefaultResourceCalculator());
  RMContainerTokenSecretManager containerTokenSecretManager =
      new RMContainerTokenSecretManager(csConf);
  containerTokenSecretManager.rollMasterKey();
  when(csContext.getContainerTokenSecretManager()).thenReturn(
      containerTokenSecretManager);

  cs.setRMContext(spyRMContext);
  cs.init(csConf);
  cs.start();

  setupPlanFollower();
}

开发者ID:yncxcw，
项目名称:big-c，
代码行数:48，
代码来源:TestCapacitySchedulerPlanFollower.java

示例4: setUp

​ 点赞 2 ​ 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerContext; //导入依赖的package包/类
@Before
public void setUp() throws Exception {
  CapacityScheduler spyCs = new CapacityScheduler();
  scheduler = spy(spyCs);
  rmContext = TestUtils.getMockRMContext();
  spyRMContext = spy(rmContext);

  ConcurrentMap<ApplicationId, RMApp> spyApps =
      spy(new ConcurrentHashMap<ApplicationId, RMApp>());
  RMApp rmApp = mock(RMApp.class);
  when(rmApp.getRMAppAttempt((ApplicationAttemptId) Matchers.any()))
      .thenReturn(null);
  Mockito.doReturn(rmApp).when(spyApps).get((ApplicationId) Matchers.any());
  when(spyRMContext.getRMApps()).thenReturn(spyApps);

  CapacitySchedulerConfiguration csConf =
      new CapacitySchedulerConfiguration();
  ReservationSystemTestUtil.setupQueueConfiguration(csConf);

  scheduler.setConf(csConf);

  csContext = mock(CapacitySchedulerContext.class);
  when(csContext.getConfiguration()).thenReturn(csConf);
  when(csContext.getConf()).thenReturn(csConf);
  when(csContext.getMinimumResourceCapability()).thenReturn(minAlloc);
  when(csContext.getMaximumResourceCapability()).thenReturn(maxAlloc);
  when(csContext.getClusterResource()).thenReturn(
      Resources.createResource(100 * 16 * GB, 100 * 32));
  when(scheduler.getClusterResource()).thenReturn(
      Resources.createResource(125 * GB, 125));
  when(csContext.getResourceCalculator()).thenReturn(
      new DefaultResourceCalculator());
  RMContainerTokenSecretManager containerTokenSecretManager =
      new RMContainerTokenSecretManager(csConf);
  containerTokenSecretManager.rollMasterKey();
  when(csContext.getContainerTokenSecretManager()).thenReturn(
      containerTokenSecretManager);

  scheduler.setRMContext(spyRMContext);
  scheduler.init(csConf);
  scheduler.start();

  setupPlanFollower();
}

开发者ID:Nextzero，
项目名称:hadoop-2.6.0-cdh5.4.3，
代码行数:45，
代码来源:TestCapacitySchedulerPlanFollower.java

示例5: FiCaSchedulerApp

​ 点赞 2 ​ 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerContext; //导入依赖的package包/类
public FiCaSchedulerApp(ApplicationAttemptId applicationAttemptId,
    String user, Queue queue, ActiveUsersManager activeUsersManager,
    RMContext rmContext, Priority appPriority, boolean isAttemptRecovering) {
  super(applicationAttemptId, user, queue, activeUsersManager, rmContext);
  
  RMApp rmApp = rmContext.getRMApps().get(getApplicationId());

  Resource amResource;
  String partition;

  if (rmApp == null || rmApp.getAMResourceRequest() == null) {
    // the rmApp may be undefined (the resource manager checks for this too)
    // and unmanaged applications do not provide an amResource request
    // in these cases, provide a default using the scheduler
    amResource = rmContext.getScheduler().getMinimumResourceCapability();
    partition = CommonNodeLabelsManager.NO_LABEL;
  } else {
    amResource = rmApp.getAMResourceRequest().getCapability();
    partition =
        (rmApp.getAMResourceRequest().getNodeLabelExpression() == null)
        ? CommonNodeLabelsManager.NO_LABEL
        : rmApp.getAMResourceRequest().getNodeLabelExpression();
  }

  setAppAMNodePartitionName(partition);
  setAMResource(partition, amResource);
  setPriority(appPriority);
  setAttemptRecovering(isAttemptRecovering);

  scheduler = rmContext.getScheduler();

  if (scheduler.getResourceCalculator() != null) {
    rc = scheduler.getResourceCalculator();
  }
  
  containerAllocator = new ContainerAllocator(this, rc, rmContext);

  if (scheduler instanceof CapacityScheduler) {
    capacitySchedulerContext = (CapacitySchedulerContext) scheduler;
  }
}

开发者ID:hopshadoop，
项目名称:hops，
代码行数:42，
代码来源:FiCaSchedulerApp.java

版权声明：本文转自网络文章，转载此文章仅为分享知识，如有侵权，请联系管理员进行删除。
喜欢 (0)