AnsweredAssumed Answered

MapR Installation Failure at Prerequisite Check

Question asked by deysandip81 on Aug 5, 2017
Latest reply on Aug 10, 2017 by trichmond

Hi All,

 

We are facing a weird issue while trying to re-install MapR cluster on 3 nodes.

We had the cluster running fine and tried to incrementally install TEZ  on it and it crashed and became unresponsive.

After that we uninstalled MapR and tried re-installing the services using MapR Installer.

While doing prerequisite check, it is giving us the below error in the installer log :

 

2017-08-05 06:55:52.841:  -> ok:  {     "_ansible_verbose_override": true,      "ansible_facts": {         "ansible_all_ipv4_addresses": [             "172.29.242.109"         ],          "ansible_all_ipv6_addresses": [],          "ansible_apparmor": {             "status": "disabled"         },          "ansible_architecture": "x86_64",          "ansible_bios_date": "04/14/2014",          "ansible_bios_version": "6.00",          "ansible_cmdline": {             "BOOT_IMAGE": "/vmlinuz-3.10.0-514.21.1.el7.x86_64",              "LANG": "en_US.UTF-8",              "ipv6.disable": "1",              "quiet": true,              "rd.lvm.lv": "rootvg/swaplv",              "rhgb": true,              "ro": true,              "root": "/dev/mapper/rootvg-rootlv"         },          "ansible_date_time": {             "date": "2017-08-05",              "day": "05",              "epoch": "1501916152",              "hour": "06",              "iso8601": "2017-08-05T06:55:52Z",              "iso8601_basic": "20170805T065552755823",              "iso8601_basic_short": "20170805T065552",              "iso8601_micro": "2017-08-05T06:55:52.755924Z",              "minute": "55",              "month": "08",              "second": "52",              "time": "06:55:52",              "tz": "UTC",              "tz_offset": "+0000",              "weekday": "Saturday",              "weekday_number": "6",              "weeknumber": "31",              "year": "2017"         },          "ansible_default_ipv4": {             "address": "172.29.242.109",              "alias": "ens160",              "broadcast": "172.29.242.127",              "gateway": "172.29.242.97",              "interface": "ens160",              "macaddress": "00:50:56:9b:64:ae",              "mtu": 1500,              "netmask": "255.255.255.224",              "network": "172.29.242.96",              "type": "ether"         },          "ansible_default_ipv6": {},          "ansible_devices": {             "fd0": {                 "holders": [],                  "host": "",                  "model": null,                  "partitions": {},                  "removable": "1",                  "rotational": "1",                  "sas_address": null,                  "sas_device_handle": null,                  "scheduler_mode": "deadline",                  "sectors": "8",                  "sectorsize": "512",                  "size": "4.00 KB",                  "support_discard": "0",                  "vendor": null             },              "sda": {                 "holders": [],                  "host": "",                  "model": "Virtual disk",                  "partitions": {                     "sda1": {                         "holders": [],                          "sectors": "1024000",                          "sectorsize": 512,                          "size": "500.00 MB",                          "start": "2048",                          "uuid": "5a862d14-cb9f-49b8-b11d-9555772a466f"                     },                      "sda2": {                         "holders": [                             "rootvg-rootlv",                              "rootvg-swaplv",                              "rootvg-varlv",                              "rootvg-optlv"                         ],                          "sectors": "32528384",                          "sectorsize": 512,                          "size": "15.51 GB",                          "start": "1026048",                          "uuid": null                     }                 },                  "removable": "0",                  "rotational": "1",                  "sas_address": null,                  "sas_device_handle": null,                  "scheduler_mode": "deadline",                  "sectors": "33554432",                  "sectorsize": "512",                  "size": "16.00 GB",                  "support_discard": "0",                  "vendor": "VMware"             },              "sdb": {                 "holders": [],                  "host": "",                  "model": "Virtual disk",                  "partitions": {                     "sdb1": {                         "holders": [],                          "sectors": "367001600",                          "sectorsize": 512,                          "size": "175.00 GB",                          "start": "2048",                          "uuid": "284068d0-6d8f-4975-830b-cb9095f2a533"                     },                      "sdb2": {                         "holders": [                             "rootvg-swaplv",                              "rootvg-optlv"                         ],                          "sectors": "471857152",                          "sectorsize": 512,                          "size": "225.00 GB",                          "start": "367003648",                          "uuid": null                     }                 },                  "removable": "0",                  "rotational": "1",                  "sas_address": null,                  "sas_device_handle": null,                  "scheduler_mode": "deadline",                  "sectors": "838860800",                  "sectorsize": "512",                  "size": "400.00 GB",                  "support_discard": "0",                  "vendor": "VMware"             },              "sr0": {                 "holders": [],                  "host": "",                  "model": "VMware IDE CDR10",                  "partitions": {},                  "removable": "1",                  "rotational": "1",                  "sas_address": null,                  "sas_device_handle": null,                  "scheduler_mode": "cfq",                  "sectors": "2097151",                  "sectorsize": "512",                  "size": "1024.00 MB",                  "support_discard": "0",                  "vendor": "NECVMWar"             }         },          "ansible_distribution": "CentOS",          "ansible_distribution_major_version": "7",          "ansible_distribution_release": "Core",          "ansible_distribution_version": "7.2.1511",          "ansible_dns": {             "nameservers": [                 "172.29.196.10",                  "172.29.196.11"             ],              "search": [                 "dev.sdt.ericsson.se"             ]         },          "ansible_domain": "dev.sdt.ericsson.se",          "ansible_effective_group_id": 0,          "ansible_effective_user_id": 0,          "ansible_ens160": {             "active": true,              "device": "ens160",              "features": {                 "busy_poll": "off [fixed]",                  "fcoe_mtu": "off [fixed]",                  "generic_receive_offload": "on",                  "generic_segmentation_offload": "on",                  "highdma": "on",                  "hw_tc_offload": "off [fixed]",                  "l2_fwd_offload": "off [fixed]",                  "large_receive_offload": "on",                  "loopback": "off [fixed]",                  "netns_local": "off [fixed]",                  "ntuple_filters": "off [fixed]",                  "receive_hashing": "on",                  "rx_all": "off [fixed]",                  "rx_checksumming": "on",                  "rx_fcs": "off [fixed]",                  "rx_vlan_filter": "on [fixed]",                  "rx_vlan_offload": "on",                  "rx_vlan_stag_filter": "off [fixed]",                  "rx_vlan_stag_hw_parse": "off [fixed]",                  "scatter_gather": "on",                  "tcp_segmentation_offload": "on",                  "tx_checksum_fcoe_crc": "off [fixed]",                  "tx_checksum_ip_generic": "on",                  "tx_checksum_ipv4": "off [fixed]",                  "tx_checksum_ipv6": "off [fixed]",                  "tx_checksum_sctp": "off [fixed]",                  "tx_checksumming": "on",                  "tx_fcoe_segmentation": "off [fixed]",                  "tx_gre_segmentation": "off [fixed]",                  "tx_gso_robust": "off [fixed]",                  "tx_ipip_segmentation": "off [fixed]",                  "tx_lockless": "off [fixed]",                  "tx_mpls_segmentation": "off [fixed]",                  "tx_nocache_copy": "off",                  "tx_scatter_gather": "on",                  "tx_scatter_gather_fraglist": "off [fixed]",                  "tx_sctp_segmentation": "off [fixed]",                  "tx_sit_segmentation": "off [fixed]",                  "tx_tcp6_segmentation": "on",                  "tx_tcp_ecn_segmentation": "off [fixed]",                  "tx_tcp_segmentation": "on",                  "tx_udp_tnl_segmentation": "off [fixed]",                  "tx_vlan_offload": "on",                  "tx_vlan_stag_hw_insert": "off [fixed]",                  "udp_fragmentation_offload": "off [fixed]",                  "vlan_challenged": "off [fixed]"             },              "ipv4": {                 "address": "172.29.242.109",                  "broadcast": "172.29.242.127",                  "netmask": "255.255.255.224",                  "network": "172.29.242.96"             },              "macaddress": "00:50:56:9b:64:ae",              "module": "vmxnet3",              "mtu": 1500,              "pciid": "0000:03:00.0",              "promisc": false,              "speed": 10000,              "type": "ether"         },          "ansible_env": {             "HOME": "/root",              "LANG": "en_US.UTF-8",              "LESSOPEN": "||/usr/bin/lesspipe.sh %s",              "LOGNAME": "root",              "LS_COLORS": "",              "M2_HOME": "/usr/share/maven",              "MAIL": "/var/mail/root",              "MAVEN_HOME": "/usr/share/maven",              "PATH": "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin",              "PWD": "/root",              "SHELL": "/bin/bash",              "SHLVL": "2",              "SSH_CLIENT": "172.29.242.109 44832 22",              "SSH_CONNECTION": "172.29.242.109 44832 172.29.242.109 22",              "SSH_TTY": "/dev/pts/3",              "USER": "root",              "XDG_RUNTIME_DIR": "/run/user/0",              "XDG_SESSION_ID": "133",              "_": "/usr/bin/python",              "http_proxy": "www-proxy.ericsson.se:8080",              "https_proxy": "www-proxy.ericsson.se:8080",              "no_proxy": "dselilx8663.dev.sdt.ericsson.se:9443"         },          "ansible_fips": false,          "ansible_form_factor": "Other",          "ansible_fqdn": "dselilx8663.dev.sdt.ericsson.se",          "ansible_gather_subset": [             "hardware",              "network",              "virtual"         ],          "ansible_hostname": "dselilx8663",          "ansible_interfaces": [             "lo",              "ens160"         ],          "ansible_kernel": "3.10.0-514.21.1.el7.x86_64",          "ansible_lo": {             "active": true,              "device": "lo",              "features": {                 "busy_poll": "off [fixed]",                  "fcoe_mtu": "off [fixed]",                  "generic_receive_offload": "on",                  "generic_segmentation_offload": "on",                  "highdma": "on [fixed]",                  "hw_tc_offload": "off [fixed]",                  "l2_fwd_offload": "off [fixed]",                  "large_receive_offload": "off [fixed]",                  "loopback": "on [fixed]",                  "netns_local": "on [fixed]",                  "ntuple_filters": "off [fixed]",                  "receive_hashing": "off [fixed]",                  "rx_all": "off [fixed]",                  "rx_checksumming": "on [fixed]",                  "rx_fcs": "off [fixed]",                  "rx_vlan_filter": "off [fixed]",                  "rx_vlan_offload": "off [fixed]",                  "rx_vlan_stag_filter": "off [fixed]",                  "rx_vlan_stag_hw_parse": "off [fixed]",                  "scatter_gather": "on",                  "tcp_segmentation_offload": "on",                  "tx_checksum_fcoe_crc": "off [fixed]",                  "tx_checksum_ip_generic": "on [fixed]",                  "tx_checksum_ipv4": "off [fixed]",                  "tx_checksum_ipv6": "off [fixed]",                  "tx_checksum_sctp": "on [fixed]",                  "tx_checksumming": "on",                  "tx_fcoe_segmentation": "off [fixed]",                  "tx_gre_segmentation": "off [fixed]",                  "tx_gso_robust": "off [fixed]",                  "tx_ipip_segmentation": "off [fixed]",                  "tx_lockless": "on [fixed]",                  "tx_mpls_segmentation": "off [fixed]",                  "tx_nocache_copy": "off [fixed]",                  "tx_scatter_gather": "on [fixed]",                  "tx_scatter_gather_fraglist": "on [fixed]",                  "tx_sctp_segmentation": "on",                  "tx_sit_segmentation": "off [fixed]",                  "tx_tcp6_segmentation": "on",                  "tx_tcp_ecn_segmentation": "on",                  "tx_tcp_segmentation": "on",                  "tx_udp_tnl_segmentation": "off [fixed]",                  "tx_vlan_offload": "off [fixed]",                  "tx_vlan_stag_hw_insert": "off [fixed]",                  "udp_fragmentation_offload": "on",                  "vlan_challenged": "on [fixed]"             },              "ipv4": {                 "address": "127.0.0.1",                  "broadcast": "host",                  "netmask": "255.0.0.0",                  "network": "127.0.0.0"             },              "mtu": 65536,              "promisc": false,              "type": "loopback"         },          "ansible_lsb": {             "codename": "Core",              "description": "CentOS Linux release 7.2.1511 (Core)",              "id": "CentOS",              "major_release": "7",              "release": "7.2.1511"         },          "ansible_lvm": {             "lvs": {                 "optlv": {                     "size_g": "126.00",                      "vg": "rootvg"                 },                  "rootlv": {                     "size_g": "10.00",                      "vg": "rootvg"                 },                  "swaplv": {                     "size_g": "4.00",                      "vg": "rootvg"                 },                  "varlv": {                     "size_g": "2.51",                      "vg": "rootvg"                 }             },              "vgs": {                 "rootvg": {                     "free_g": "97.99",                      "num_lvs": "4",                      "num_pvs": "2",                      "size_g": "240.50"                 }             }         },          "ansible_machine": "x86_64",          "ansible_machine_id": "7ce35b702fc74586b891510450c607e7",          "ansible_memfree_mb": 30480,          "ansible_memory_mb": {             "nocache": {                 "free": 31438,                  "used": 737             },              "real": {                 "free": 30480,                  "total": 32175,                  "used": 1695             },              "swap": {                 "cached": 0,                  "free": 4095,                  "total": 4095,                  "used": 0             }         },          "ansible_memtotal_mb": 32175,          "ansible_mounts": [             {                 "device": "/dev/mapper/rootvg-rootlv",                  "fstype": "ext4",                  "mount": "/",                  "options": "rw,relatime,data=ordered",                  "size_available": 5506727936,                  "size_total": 10434662400,                  "uuid": "39313f3c-ec92-4421-801e-173676f4abbf"             },              {                 "device": "/dev/sda1",                  "fstype": "ext4",                  "mount": "/boot",                  "options": "rw,relatime,data=ordered",                  "size_available": 353192960,                  "size_total": 499337216,                  "uuid": "5a862d14-cb9f-49b8-b11d-9555772a466f"             },              {                 "device": "/dev/mapper/rootvg-varlv",                  "fstype": "ext4",                  "mount": "/var",                  "options": "rw,relatime,data=ordered",                  "size_available": 1679040512,                  "size_total": 2519490560,                  "uuid": "fda3a3b2-dfb8-44b2-8b78-7e995920b539"             },              {                 "device": "/dev/mapper/rootvg-optlv",                  "fstype": "ext4",                  "mount": "/opt",                  "options": "rw,relatime,data=ordered",                  "size_available": 125907222528,                  "size_total": 133034020864,                  "uuid": "a84b6fd9-692b-4212-944c-4688b6d49ec6"             }         ],          "ansible_nodename": "dselilx8663.dev.sdt.ericsson.se",          "ansible_os_family": "RedHat",          "ansible_pkg_mgr": "yum",          "ansible_processor": [             "GenuineIntel",              "Intel(R) Xeon(R) CPU E5-2650 v3 @ 2.30GHz",              "GenuineIntel",              "Intel(R) Xeon(R) CPU E5-2650 v3 @ 2.30GHz",              "GenuineIntel",              "Intel(R) Xeon(R) CPU E5-2650 v3 @ 2.30GHz",              "GenuineIntel",              "Intel(R) Xeon(R) CPU E5-2650 v3 @ 2.30GHz",              "GenuineIntel",              "Intel(R) Xeon(R) CPU E5-2650 v3 @ 2.30GHz",              "GenuineIntel",              "Intel(R) Xeon(R) CPU E5-2650 v3 @ 2.30GHz",              "GenuineIntel",              "Intel(R) Xeon(R) CPU E5-2650 v3 @ 2.30GHz",              "GenuineIntel",              "Intel(R) Xeon(R) CPU E5-2650 v3 @ 2.30GHz"         ],          "ansible_processor_cores": 1,          "ansible_processor_count": 8,          "ansible_processor_threads_per_core": 1,          "ansible_processor_vcpus": 8,          "ansible_product_name": "VMware Virtual Platform",          "ansible_product_serial": "VMware-42 1b 02 06 f4 9a cf 6e-ee 58 84 d8 9f 10 dd a8",          "ansible_product_uuid": "421B0206-F49A-CF6E-EE58-84D89F10DDA8",          "ansible_product_version": "None",          "ansible_python": {             "executable": "/usr/bin/python",              "has_sslcontext": true,              "type": "CPython",              "version": {                 "major": 2,                  "micro": 5,                  "minor": 7,                  "releaselevel": "final",                  "serial": 0             },              "version_info": [                 2,                  7,                  5,                  "final",                  0             ]         },          "ansible_python_version": "2.7.5",          "ansible_real_group_id": 0,          "ansible_real_user_id": 0,          "ansible_selinux": {             "status": "disabled"         },          "ansible_service_mgr": "systemd",          "ansible_ssh_host_key_ecdsa_public": "AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEXcDeRgrrcYnLxhqUqwoN+TZSb6mS1imm7hy8hKHcW1UJX978PDqkFgxfxZU2xp1XbtHGA9EImrqzTkbr0aQwY=",          "ansible_ssh_host_key_ed25519_public": "AAAAC3NzaC1lZDI1NTE5AAAAIB+pCOVgXx7nFz6lybMfI7GZuUh4KNR+/nQ5Sq2yh2aR",          "ansible_ssh_host_key_rsa_public": "AAAAB3NzaC1yc2EAAAADAQABAAABAQCWcAwcBx28FAWPxZVDU91qfSPXss4BSNkqgJTp6tlpHGBWmvVZZjlWTvSXiC/6BPQgC0Q/f57ZAkIcX3H3C8qiDEahEWL3jD5zI9QOzswdY8HAMWqcl6sT5YGS5O0rqQSoGAhBjsTBBBxxTW+Q2AWsRiYea42tyIPrgzcjEdWGCmdf1lD7PEi3YZktKq7ZnqDGp/tVk3/yTPKvOFBV6aNvlZI1Mkw5XQih5iubeM7oDYR9WAyQ8/4MDG0E+ScHEd6WUgXDzNOHTdTHFBsbQEyklOWvXeJlEJ1ubTdiZa8FcLS+yPDmPGDWJBHXyiS6Tf/JYXNiIS5iuJ30cYTzumlb",          "ansible_swapfree_mb": 4095,          "ansible_swaptotal_mb": 4095,          "ansible_system": "Linux",          "ansible_system_capabilities": [             "cap_chown",              "cap_dac_override",              "cap_dac_read_search",              "cap_fowner",              "cap_fsetid",              "cap_kill",              "cap_setgid",              "cap_setuid",              "cap_setpcap",              "cap_linux_immutable",              "cap_net_bind_service",              "cap_net_broadcast",              "cap_net_admin",              "cap_net_raw",              "cap_ipc_lock",              "cap_ipc_owner",              "cap_sys_module",              "cap_sys_rawio",              "cap_sys_chroot",              "cap_sys_ptrace",              "cap_sys_pacct",              "cap_sys_admin",              "cap_sys_boot",              "cap_sys_nice",              "cap_sys_resource",              "cap_sys_time",              "cap_sys_tty_config",              "cap_mknod",              "cap_lease",              "cap_audit_write",              "cap_audit_control",              "cap_setfcap",              "cap_mac_override",              "cap_mac_admin",              "cap_syslog",              "35",              "36+ep"         ],          "ansible_system_capabilities_enforced": "True",          "ansible_system_vendor": "VMware, Inc.",          "ansible_uptime_seconds": 59431,          "ansible_user_dir": "/root",          "ansible_user_gecos": "root",          "ansible_user_gid": 0,          "ansible_user_id": "root",          "ansible_user_shell": "/bin/bash",          "ansible_user_uid": 0,          "ansible_userspace_architecture": "x86_64",          "ansible_userspace_bits": "64",          "ansible_virtualization_role": "guest",          "ansible_virtualization_type": "VMware",          "module_setup": true     },      "changed": false } 2017-08-05 06:55:56.634: Task: Verify prerequisites cpu={{ ansible_architecture }} disks={{mapr.node.disks|join(",")}} devices='{{ansible_devices|to_json}}' mounts='{{ ansible_mounts|to_json}}' ram={{ansible_memtotal_mb}} swap={{ansible_swaptotal_mb}} home={{mapr_home}} fqdn={{ansible_fqdn}} distro={{ ansible_distribution }} distro_ver={{ ansible_distribution_version }} core_ver={{ version }} create_admin='{{ cluster_admin_create }}' admin_user='{{ cluster_admin_id }}' admin_uid='{{ cluster_admin_uid }}' admin_gid='{{ cluster_admin_gid }}' admin_group='{{ cluster_admin_group }}' data='{{ mapr.node|to_json }}' security='{{ security }}' no_internet='{{ no_internet }}' is_cloud='{{ True if provider is defined else False }}' cloud_provider='{{ "" if provider is not defined else provider.id }}' -> failed  =>  {"changed": false, "failed": true, "module_stderr": "Shared connection to dselilx8663.dev.sdt.ericsson.se closed.\r\n", "module_stdout": "Traceback (most recent call last):\r\n  File \"/tmp/ansible_wyMBqp/ansible_module_mapr_prereq.py.py\", line 840, in <module>\r\n    main()\r\n  File \"/tmp/ansible_wyMBqp/ansible_module_mapr_prereq.py.py\", line 838, in main\r\n    prereq.run_checks()\r\n  File \"/tmp/ansible_wyMBqp/ansible_module_mapr_prereq.py.py\", line 140, in run_checks\r\n    self.check_external()\r\n  File \"/tmp/ansible_wyMBqp/ansible_module_mapr_prereq.py.py\", line 801, in check_external\r\n    resp = urllib2.urlopen(req)\r\n  File \"/usr/lib64/python2.7/urllib2.py\", line 154, in urlopen\r\n    return opener.open(url, data, timeout)\r\n  File \"/usr/lib64/python2.7/urllib2.py\", line 431, in open\r\n    response = self._open(req, data)\r\n  File \"/usr/lib64/python2.7/urllib2.py\", line 449, in _open\r\n    '_open', req)\r\n  File \"/usr/lib64/python2.7/urllib2.py\", line 409, in _call_chain\r\n    result = func(*args)\r\n  File \"/usr/lib64/python2.7/urllib2.py\", line 1244, in http_open\r\n    return self.do_open(httplib.HTTPConnection, req)\r\n  File \"/usr/lib64/python2.7/urllib2.py\", line 1217, in do_open\r\n    r = h.getresponse(buffering=True)\r\n  File \"/usr/lib64/python2.7/httplib.py\", line 1089, in getresponse\r\n    response.begin()\r\n  File \"/usr/lib64/python2.7/httplib.py\", line 444, in begin\r\n    version, status, reason = self._read_status()\r\n  File \"/usr/lib64/python2.7/httplib.py\", line 400, in _read_status\r\n    line = self.fp.readline(_MAXLINE + 1)\r\n  File \"/usr/lib64/python2.7/socket.py\", line 476, in readline\r\n    data = self._sock.recv(self._rbufsize)\r\nsocket.timeout: timed out\r\n", "rc": 0} MODULE FAILURE

 

If anyone has any idea about this failure, please let me know.@

Outcomes