AnsweredAssumed Answered

Does CapacityScheduler preemption work?

Question asked by jerdavis2 on Mar 20, 2015
Latest reply on Jan 25, 2017 by AnandMSA
I have the Capacity Scheduler set up, I see the queues in the JobTracker, everything works otherwise, but it never ever pre-empts. MapR 3.1

I set:


    <configuration>
    
        <!-- queue: default -->
        <property>
          <name>mapred.capacity-scheduler.queue.default.capacity</name>
          <value>25</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.default.reclaim-time-limit</name>
          <value>30</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.default.supports-priority</name>
          <value>true</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.default.minimum-user-limit-percent</name>
          <value>100</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.default.user-limit-factor</name>
          <value>100</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks</name>
          <value>100000</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks-per-user</name>
          <value>100000</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.default.init-accept-jobs-factor</name>
          <value>100</value>
        </property>
        
        
        <!-- queue: etm -->
        <property>
          <name>mapred.capacity-scheduler.queue.etm.capacity</name>
          <value>35</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.etm.reclaim-time-limit</name>
          <value>60</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.etm.supports-priority</name>
          <value>true</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.etm.minimum-user-limit-percent</name>
          <value>100</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.etm.user-limit-factor</name>
          <value>100</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.etm.maximum-initialized-active-tasks</name>
          <value>100000</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.etm.maximum-initialized-active-tasks-per-user</name>
          <value>100000</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.etm.init-accept-jobs-factor</name>
          <value>100</value>
        </property>
        
        
        <!-- queue: attrib -->
        <property>
          <name>mapred.capacity-scheduler.queue.attrib.capacity</name>
          <value>40</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.attrib.reclaim-time-limit</name>
          <value>30</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.attrib.supports-priority</name>
          <value>true</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.attrib.minimum-user-limit-percent</name>
          <value>100</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.attrib.user-limit-factor</name>
          <value>100</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.attrib.maximum-initialized-active-tasks</name>
          <value>100000</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.attrib.maximum-initialized-active-tasks-per-user</name>
          <value>100000</value>
        </property>
        <property>
          <name>mapred.capacity-scheduler.queue.attrib.init-accept-jobs-factor</name>
          <value>100</value>
        </property>
    
    </configuration>


    Scheduling Information
    Queue Name  State  Scheduling Information
    default running Queue configuration
    Capacity Percentage: 25.0%
    User Limit: 100%
    Priority Supported: YES
    -------------
    Map tasks
    Capacity: 176 slots
    Used capacity: 0 (0.0% of Capacity)
    Running tasks: 0
    -------------
    Reduce tasks
    Capacity: 66 slots
    Used capacity: 0 (0.0% of Capacity)
    Running tasks: 0
    -------------
    Job info
    Number of Waiting Jobs: 1
    Number of Initializing Jobs: 0
    Number of users who have submitted jobs: 1
    Queue label = 'all', Queue label policy = AND
    attrib running Queue configuration
    Capacity Percentage: 50.0%
    User Limit: 100%
    Priority Supported: YES
    -------------
    Map tasks
    Capacity: 352 slots
    Used capacity: 0 (0.0% of Capacity)
    Running tasks: 0
    -------------
    Reduce tasks
    Capacity: 133 slots
    Used capacity: 0 (0.0% of Capacity)
    Running tasks: 0
    -------------
    Job info
    Number of Waiting Jobs: 1
    Number of Initializing Jobs: 0
    Number of users who have submitted jobs: 1
    Queue label = 'all', Queue label policy = AND
    etm running Queue configuration
    Capacity Percentage: 25.0%
    User Limit: 100%
    Priority Supported: YES
    -------------
    Map tasks
    Capacity: 176 slots
    Used capacity: 0 (0.0% of Capacity)
    Running tasks: 0
    -------------
    Reduce tasks
    Capacity: 66 slots
    Used capacity: 0 (0.0% of Capacity)
    Running tasks: 0
    -------------
    Job info
    Number of Waiting Jobs: 1
    Number of Initializing Jobs: 0
    Number of users who have submitted jobs: 1
    Queue label = 'all', Queue label policy = AND


Outcomes