AnsweredAssumed Answered

Mapr-Installation din't progress more than 35%

Question asked by Manjunath on Nov 9, 2016
Latest reply on Nov 14, 2016 by Manjunath

I have started MapR 4 Node Cluster Installation Setup with a fair memory, RAM Space across all the nodes.

The Installation dint progress more than 35%, even after 2 hours of initial installation.

All nodes have independent Internet MapR Repository Package download approach.

I have configured ssh accross all the nodes too.

 

/opt/mapr/installer/logs/installer.log

When i tried to run "yum install mapr-core" across all nodes it popped an information saying old yum process is sleeping.

Machine 1 logs details

 

 

2016-11-09 16:36:43.162: yum name=clustershell,ethtool,pdsh state=latest -> ok: {
"changed": false,
"msg": "",
"rc": 0,
"results": [
"All packages providing clustershell are up to date",
"All packages providing ethtool are up to date",
"All packages providing pdsh are up to date",
""
]
}
2016-11-09 16:36:43.462: sysctl name="net.ipv4.tcp_retries2" value=5 state=present ignoreerrors=yes -> ok: {
"changed": false
}
2016-11-09 16:36:44.136: sysctl name=vm.overcommit_memory value=0 state=present ignoreerrors=yes -> ok: {
"changed": false
}
2016-11-09 16:36:44.637: sysctl name=vm.swappiness value=0 state=present ignoreerrors=yes -> ok: {
"changed": false
}
2016-11-09 16:36:45.190: service name=rpcbind enabled=yes state=started -> ok: {
"changed": false,
"enabled": true,
"name": "rpcbind",
"state": "started"
}
2016-11-09 16:36:45.938: service name=nfs-lock state=started -> ok: {
"changed": false,
"name": "nfs-lock",
"state": "started"
}
2016-11-09 16:36:47.000: service name=ntpd enabled=yes state=started -> ok: {
"changed": false,
"enabled": true,
"name": "ntpd",
"state": "started"
}
2016-11-09 16:36:47.695: mapr_state state=2 -> ok: {
"changed": false,
"state": 2
}
2016-11-09 16:36:48.153: debug msg="MapR security setting is {{ security }}" -> ok: {
"msg": "MapR security setting is disabled"
}
2016-11-09 16:36:48.542: lineinfile dest="/etc/ssh/sshd_config" regexp="^.?ChallengeResponseAuthentication .*" line="ChallengeResponseAuthentication yes" state=present -> ok: {
"backup": "",
"changed": false,
"msg": ""
}
2016-11-09 16:36:49.448: service name=firewalld enabled=no state=stopped -> ok: {
"changed": false,
"enabled": false,
"name": "firewalld",
"state": "stopped"
}
2016-11-09 16:36:49.957: mapr_state state=3 -> ok: {
"changed": false,
"state": 3
}
2016-11-09 16:36:51.009: script {{ mapr_home }}/installer/bin/env.sh > /dev/null 2>&1 -> changed: {
"changed": true,
"rc": 0,
"stderr": "OpenSSH_6.6.1, OpenSSL 1.0.1e-fips 11 Feb 2013\r\ndebug1: Reading configuration data /etc/ssh/ssh_config\r\ndebug1: /etc/ssh/ssh_config line 56: Applying options for *\r\ndebug1: auto-mux: Trying existing master\r\ndebug1: mux_client_request_session: master session id: 2\r\nShared connection to 10.134.74.188 closed.\r\n",
"stdout": ""
}
2016-11-09 16:36:51.739: template src={{ mapr_home }}/installer/bin/env.sh dest={{ mapr_installer_env_script }} owner=root group=root mode=0644 -> ok: {
"changed": false,
"gid": 0,
"group": "root",
"mode": "0644",
"owner": "root",
"path": "/tmp/mapr_installer_env.sh",
"size": 8192,
"state": "file",
"uid": 0
}
2016-11-09 16:36:52.851: openjdk_check.sh MIN_JAVA_VERSION=1.7 JAVA_ENV_CHECK_SCRIPT={{ mapr_installer_env_script }} -> changed: {
"changed": true,
"jre_only": "0",
"msg": "minimum java version requirement met ",
"version": "1.7"
}
2016-11-09 16:36:57.989: yum name=java-1.7.0-openjdk-devel state=latest -> ok: {
"changed": false,
"msg": "",
"rc": 0,
"results": [
"All packages providing java-1.7.0-openjdk-devel are up to date",
""
]
}
2016-11-09 16:37:01.314: mapr_state state=4 -> ok: {
"changed": false,
"state": 4
}
2016-11-09 16:37:02.571: Create admin group -> ok: {
"changed": false,
"msg": "Group mapr already exists"
}
2016-11-09 16:37:03.523: Create admin user -> ok: {
"changed": false,
"msg": "User mapr already exists"
}
2016-11-09 16:37:04.115: stat path="/home/{{ cluster_admin_id }}/.bashrc" -> ok: {
"changed": false,
"stat": {
"atime": 1478597409.3597364,
"checksum": "7a11c56a8d6bf0a2f47d94bdd71d0585c280f90b",
"ctime": 1477548182.529343,
"dev": 64768,
"exists": true,
"gid": 5000,
"gr_name": "mapr",
"inode": 34910240,
"isblk": false,
"ischr": false,
"isdir": false,
"isfifo": false,
"isgid": false,
"islnk": false,
"isreg": true,
"issock": false,
"isuid": false,
"md5": "97979e09e2775e3d8daae6d238f8553d",
"mode": "0644",
"mtime": 1477548182.5273428,
"nlink": 1,
"path": "/home/mapr/.bashrc",
"pw_name": "mapr",
"rgrp": true,
"roth": true,
"rusr": true,
"size": 646,
"uid": 5000,
"wgrp": false,
"woth": false,
"wusr": true,
"xgrp": false,
"xoth": false,
"xusr": false
}
}
2016-11-09 16:37:04.584: Update admin shell rc file -> ok: {
"backup": "",
"changed": false,
"msg": ""
}
2016-11-09 16:37:05.541: mapr_state state=5 -> ok: {
"changed": false,
"state": 5
}
2016-11-09 16:37:05.971: debug msg="MAPR_VERSION={{ version }} MAPR_CORE_REPO_URL={{ repo_core_url }} MAPR_ECO_REPO_URL={{ repo_eco_url }}" -> ok: {
"msg": "MAPR_VERSION=5.1.0 MAPR_CORE_REPO_URL=http://package.mapr.com/releases/v5.1.0 MAPR_ECO_REPO_URL=http://package.mapr.com/releases/ecosystem-5.x"
}
2016-11-09 16:37:06.532: copy src="/opt/mapr/installer/etc/gnugpg.key" dest="/tmp/gnugpg.key" -> ok: {
"changed": false,
"checksum": "8af36803364a49c22ec7d97f74a87127639710bc",
"dest": "/tmp/gnugpg.key",
"gid": 0,
"group": "root",
"mode": "0644",
"owner": "root",
"path": "/tmp/gnugpg.key",
"size": 1776,
"state": "file",
"uid": 0
}
2016-11-09 16:37:07.283: copy src="/opt/mapr/installer/etc/maprgpg.key" dest="/tmp/maprgpg.key" -> ok: {
"changed": false,
"checksum": "8f7cfc2313f9c11bcb495ac17a84c02392188c7f",
"dest": "/tmp/maprgpg.key",
"gid": 0,
"group": "root",
"mode": "0644",
"owner": "root",
"path": "/tmp/maprgpg.key",
"size": 1033,
"state": "file",
"uid": 0
}
2016-11-09 16:37:07.746: set_fact repo_subdir=/redhat -> ok: {
"ansible_facts": {
"repo_subdir": "/redhat"
}
}
2016-11-09 16:37:08.054: file path=/etc/yum.repos.d state=directory mode=755 -> ok: {
"changed": false,
"gid": 0,
"group": "root",
"mode": "0755",
"owner": "root",
"path": "/etc/yum.repos.d",
"size": 4096,
"state": "directory",
"uid": 0
}
2016-11-09 16:37:09.969: rpm_key key="/tmp/gnugpg.key" -> ok: {
"changed": false
}
2016-11-09 16:37:11.832: rpm_key key="/tmp/maprgpg.key" -> ok: {
"changed": false
}
2016-11-09 16:37:12.175: stat path={{ core_repo_file_redhat }} -> ok: {
"changed": false,
"stat": {
"atime": 1478672426.528275,
"checksum": "f3eef5916ea1c2ee34e3eb2dcea0befab95fbb59",
"ctime": 1471603380.8570762,
"dev": 64768,
"exists": true,
"gid": 0,
"gr_name": "root",
"inode": 101406753,
"isblk": false,
"ischr": false,
"isdir": false,
"isfifo": false,
"isgid": false,
"islnk": false,
"isreg": true,
"issock": false,
"isuid": false,
"md5": "faf980515768a7bfb4122314be5b8cbc",
"mode": "0644",
"mtime": 1471603380.8570762,
"nlink": 1,
"path": "/etc/yum.repos.d/mapr_core.repo",
"pw_name": "root",
"rgrp": true,
"roth": true,
"rusr": true,
"size": 137,
"uid": 0,
"wgrp": false,
"woth": false,
"wusr": true,
"xgrp": false,
"xoth": false,
"xusr": false
}
}
2016-11-09 16:37:14.885: lineinfile dest={{ core_repo_file_redhat }} regexp='^baseurl.*' line='baseurl = {{ repo_core_url }}{{ repo_subdir }}' state=present -> ok: {
"backup": "",
"changed": false,
"msg": ""
}
2016-11-09 16:37:15.237: stat path={{ eco_repo_file_redhat }} -> ok: {
"changed": false,
"stat": {
"atime": 1478672426.5302749,
"checksum": "d1ee3d1119937d0f45e5d5018ecae3545f478fdc",
"ctime": 1471603382.80608,
"dev": 64768,
"exists": true,
"gid": 0,
"gr_name": "root",
"inode": 101406756,
"isblk": false,
"ischr": false,
"isdir": false,
"isfifo": false,
"isgid": false,
"islnk": false,
"isreg": true,
"issock": false,
"isuid": false,
"md5": "a2002fd1581498da5b1db02ca4623b8c",
"mode": "0644",
"mtime": 1471603382.80608,
"nlink": 1,
"path": "/etc/yum.repos.d/mapr_ecosystem.repo",
"pw_name": "root",
"rgrp": true,
"roth": true,
"rusr": true,
"size": 154,
"uid": 0,
"wgrp": false,
"woth": false,
"wusr": true,
"xgrp": false,
"xoth": false,
"xusr": false
}
}
2016-11-09 16:37:18.125: lineinfile dest={{ eco_repo_file_redhat }} regexp="^baseurl.*" line='baseurl = {{ repo_eco_url }}{{ repo_subdir }}' state=present -> ok: {
"backup": "",
"changed": false,
"msg": ""
}
2016-11-09 16:37:19.225: command /usr/bin/yum -q clean expire-cache -> changed: {
"changed": true,
"cmd": [
"/usr/bin/yum",
"-q",
"clean",
"expire-cache"
],
"delta": "0:00:00.764234",
"end": "2016-11-09 16:37:19.149048",
"rc": 0,
"start": "2016-11-09 16:37:18.384814",
"stderr": "",
"stdout": "",
"warnings": [
"Consider using yum module rather than running yum"
]
}
2016-11-09 16:37:20.532: command /usr/bin/yum -q clean metadata -> changed: {
"changed": true,
"cmd": [
"/usr/bin/yum",
"-q",
"clean",
"metadata"
],
"delta": "0:00:00.936106",
"end": "2016-11-09 16:37:20.453970",
"rc": 0,
"start": "2016-11-09 16:37:19.517864",
"stderr": "",
"stdout": "",
"warnings": [
"Consider using yum module rather than running yum"
]
}
2016-11-09 16:38:31.791: command /usr/bin/yum -y makecache fast -> changed: {
"changed": true,
"cmd": [
"/usr/bin/yum",
"-y",
"makecache",
"fast"
],
"delta": "0:01:10.791820",
"end": "2016-11-09 16:38:31.701460",
"rc": 0,
"start": "2016-11-09 16:37:20.909640",
"stderr": "",
"stdout": "Loaded plugins: langpacks, product-id, subscription-manager\nThis system is registered to Red Hat Subscription Management, but is not receiving updates. You can use subscription-manager to assign subscriptions.\nMetadata Cache Created",
"warnings": [
"Consider using yum module rather than running yum"
]
}
2016-11-09 16:46:54.175: mapr_state state=7 -> ok: {
"changed": false,
"state": 7
}
2016-11-09 16:47:05.393: set_fact mapr_version_triple={{ version | regex_replace('\.','') }} -> ok: {
"ansible_facts": {
"mapr_version_triple": "510"
}
}
2016-11-09 16:47:05.546: set_fact pkg_sign_check="{% if ansible_os_family in ['RedHat','Suse'] %}disable_gpg_check=yes{% elif ansible_os_family == 'Debian' %}force=yes{% endif %}" -> ok: {
"ansible_facts": {
"pkg_sign_check": "disable_gpg_check=yes"
}
}
2016-11-09 16:47:05.851: set_fact pkgs="mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 {{ pkgs }}" -> ok: {
"ansible_facts": {
"pkgs": "mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 mapr-core mapr-fileserver mapr-historyserver mapr-nodemanager mapr-resourcemanager mapr-webserver"
}
}
2016-11-09 16:47:06.125: debug msg="installing {{ pkgs }} to {{ mapr_home }}" -> ok: {
"msg": "installing mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 mapr-core mapr-fileserver mapr-historyserver mapr-nodemanager mapr-resourcemanager mapr-webserver to /opt/mapr"
}
2016-11-09 16:47:23.813: yum state=latest name="{{ pkgs | regex_replace(' ', ',') }}" "{{ pkg_sign_check }}" -> ok: {
"changed": false,
"msg": "",
"rc": 0,
"results": [
"All packages providing mapr-core-internal are up to date",
"All packages providing mapr-hadoop-core are up to date",
"All packages providing mapr-mapreduce1 are up to date",
"All packages providing mapr-mapreduce2 are up to date",
"All packages providing mapr-core are up to date",
"All packages providing mapr-fileserver are up to date",
"All packages providing mapr-historyserver are up to date",
"All packages providing mapr-nodemanager are up to date",
"All packages providing mapr-resourcemanager are up to date",
"All packages providing mapr-webserver are up to date",
""
]
}

 

MACHINE 2 Logs

16-11-09 16:47:05.373: set_fact mapr_version_triple={{ version | regex_replace('\.','') }} -> ok: {
"ansible_facts": {
"mapr_version_triple": "510"
}
}
2016-11-09 16:47:05.543: set_fact pkg_sign_check="{% if ansible_os_family in ['RedHat','Suse'] %}disable_gpg_check=yes{% elif ansible_os_family == 'Debian' %}force=yes{% endif %}" -> ok: {
"ansible_facts": {
"pkg_sign_check": "disable_gpg_check=yes"
}
}
2016-11-09 16:47:05.838: set_fact pkgs="mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 {{ pkgs }}" -> ok: {
"ansible_facts": {
"pkgs": "mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 mapr-core mapr-fileserver mapr-nodemanager mapr-zookeeper"
}
}
2016-11-09 16:47:05.993: set_fact pkgs="mapr-zk-internal {{ pkgs }}" -> ok: {
"ansible_facts": {
"pkgs": "mapr-zk-internal mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 mapr-core mapr-fileserver mapr-nodemanager mapr-zookeeper"
}
}
2016-11-09 16:47:06.129: debug msg="installing {{ pkgs }} to {{ mapr_home }}" -> ok: {
"msg": "installing mapr-zk-internal mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 mapr-core mapr-fileserver mapr-nodemanager mapr-zookeeper to /opt/mapr"

 

Machine 3 Logs

}
2016-11-09 16:46:55.359: mapr_state state=7 -> ok: {
"changed": false,
"state": 7
}
2016-11-09 16:47:05.381: set_fact mapr_version_triple={{ version | regex_replace('\.','') }} -> ok: {
"ansible_facts": {
"mapr_version_triple": "510"
}
}
2016-11-09 16:47:05.534: set_fact pkg_sign_check="{% if ansible_os_family in ['RedHat','Suse'] %}disable_gpg_check=yes{% elif ansible_os_family == 'Debian' %}force=yes{% endif %}" -> ok: {
"ansible_facts": {
"pkg_sign_check": "disable_gpg_check=yes"
}
}
2016-11-09 16:47:05.837: set_fact pkgs="mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 {{ pkgs }}" -> ok: {
"ansible_facts": {
"pkgs": "mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 mapr-cldb mapr-core mapr-fileserver mapr-nodemanager"
}
}
2016-11-09 16:47:06.124: debug msg="installing {{ pkgs }} to {{ mapr_home }}" -> ok: {
"msg": "installing mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 mapr-cldb mapr-core mapr-fileserver mapr-nodemanager to /opt/mapr"

Machine 4 Logs

2016-11-09 16:46:53.290: mapr_state state=7 -> ok: {
"changed": false,
"state": 7
}
2016-11-09 16:47:05.379: set_fact mapr_version_triple={{ version | regex_replace('\.','') }} -> ok: {
"ansible_facts": {
"mapr_version_triple": "510"
}
}
2016-11-09 16:47:05.531: set_fact pkg_sign_check="{% if ansible_os_family in ['RedHat','Suse'] %}disable_gpg_check=yes{% elif ansible_os_family == 'Debian' %}force=yes{% endif %}" -> ok: {
"ansible_facts": {
"pkg_sign_check": "disable_gpg_check=yes"
}
}
2016-11-09 16:47:05.841: set_fact pkgs="mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 {{ pkgs }}" -> ok: {
"ansible_facts": {
"pkgs": "mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 mapr-core mapr-fileserver mapr-nfs mapr-nodemanager"
}
}
2016-11-09 16:47:06.126: debug msg="installing {{ pkgs }} to {{ mapr_home }}" -> ok: {
"msg": "installing mapr-core-internal mapr-hadoop-core mapr-mapreduce1 mapr-mapreduce2 mapr-core mapr-fileserver mapr-nfs mapr-nodemanager to /opt/mapr"
}

Outcomes