AnsweredAssumed Answered

Error running Job on MapR v4.0.1

Question asked by harinder on Sep 18, 2014
Hi when i try to run an example job MapR v4.0.1 i get the following error:

    14/09/19 14:55:38 INFO mapreduce.JobSubmitter: Cleaning up the staging area maprfs:/var/mapr/cluster/yarn/rm/staging/root/.staging/job_1411115694337_0001
    java.lang.IllegalArgumentException: Does not contain a valid host:port authority: __HS_IP__:10020
            at org.apache.hadoop.net.NetUtils.createSocketAddr(NetUtils.java:211)
            at org.apache.hadoop.net.NetUtils.createSocketAddr(NetUtils.java:163)
            at org.apache.hadoop.net.NetUtils.createSocketAddr(NetUtils.java:152)
            at org.apache.hadoop.mapred.ClientCache$1.run(ClientCache.java:95)
            at org.apache.hadoop.mapred.ClientCache$1.run(ClientCache.java:92)
            at java.security.AccessController.doPrivileged(Native Method)
            at javax.security.auth.Subject.doAs(Subject.java:356)
            at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1449)
            at org.apache.hadoop.mapred.ClientCache.instantiateHistoryProxy(ClientCache.java:92)
            at org.apache.hadoop.mapred.ClientCache.getInitializedHSProxy(ClientCache.java:77)
            at org.apache.hadoop.mapred.YARNRunner.addHistoryToken(YARNRunner.java:203)
            at org.apache.hadoop.mapred.YARNRunner.submitJob(YARNRunner.java:300)
            at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:432)
            at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1285)
            at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1282)
            at java.security.AccessController.doPrivileged(Native Method)
            at javax.security.auth.Subject.doAs(Subject.java:415)
            at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1469)
            at org.apache.hadoop.mapreduce.Job.submit(Job.java:1282)
            at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1303)
            at org.apache.hadoop.examples.QuasiMonteCarlo.estimatePi(QuasiMonteCarlo.java:306)
            at org.apache.hadoop.examples.QuasiMonteCarlo.run(QuasiMonteCarlo.java:354)
            at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
            at org.apache.hadoop.examples.QuasiMonteCarlo.main(QuasiMonteCarlo.java:363)
            at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
            at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
            at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
            at java.lang.reflect.Method.invoke(Method.java:601)
            at org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72)
            at org.apache.hadoop.util.ProgramDriver.run(ProgramDriver.java:145)
            at org.apache.hadoop.examples.ExampleDriver.main(ExampleDriver.java:90)
            at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
            at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
            at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
            at java.lang.reflect.Method.invoke(Method.java:601)
            at org.apache.hadoop.util.RunJar.main(RunJar.java:212)

Any ideas what could be the issue?

Following is my mapred-site.xml:-

    <?xml version="1.0"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    
    <!-- Put site-specific property overrides in this file. -->
    
    <configuration>
    
      <property>
        <name>mapreduce.tasktracker.group</name>
        <value>mapr</value>
        <description>Expert: Group to which TaskTracker belongs. If
        LinuxTaskController is configured via mapreduce.tasktracker.taskcontroller,
        the group owner of the task-controller binary '$HADOOP_HOME/bin/platform/bin/task-controller'
        should be same as this group.
        </description>
      </property>
      
      <property>
        <name>mapred.local.dir</name>
        <value>/tmp/mapr-hadoop/mapred/local</value>
        <description>The local directory where MapReduce stores job jar, xml files and
        creates work dirs for tasks. MapR hadoop uses a local volume map outputs.
        </description>
      </property>
    
      <property>
        <name>mapred.map.child.java.opts</name>
        <value>-Xmx1024m</value>
      </property>
    
      <property>
        <name>mapred.reduce.child.java.opts</name>
        <value>-Xmx3072m</value>
      </property>
    
    </configuration>

Outcomes