openstack hadoop修改日记

一sahara超时
(sahara-api)[root@master01 /]# grep '300' ./sahara-base-source/ -R
./sahara-base-source/sahara-6.0.2/sahara/config.py               default=300,
./sahara-base-source/sahara-6.0.2/sahara/plugins/ambari/deploy.py    poll_utils.poll(_check_port_accessible, kwargs=kwargs, timeout=300)
./sahara-base-source/sahara-6.0.2/sahara/plugins/ambari/deploy.py      "HDP-UTILS": "HDP-UTILS-1.1.0.21”
./sahara-base-source/sahara-6.0.2/sahara/utils/remote.py                        raise_when_error=True, timeout=300):
./sahara-base-source/sahara-6.0.2/sahara/utils/ssh_remote.py        'ssh_timeout_common', default=300, min=1,






vi ./sahara-base-source/sahara-6.0.2/sahara/config.py
vi ./sahara-base-source/sahara-6.0.2/sahara/plugins/ambari/deploy.py
vi ./sahara-base-source/sahara-6.0.2/sahara/utils/remote.py
vi ./sahara-base-source/sahara-6.0.2/sahara/utils/ssh_remote.py 


二sahara 等待8080端口


(sahara-api)[root@master01 /]# grep '8080' ./sahara-base-source/ -R | grep sahara
./sahara-base-source/sahara-6.0.2/sahara/plugins/ambari/deploy.py    kwargs = {"host": ambari.management_ip, "port": 8080}


ideadata@sd_hadoop


三 修改/var/lib
(sahara-api)[root@master01 lib]# cd /var/lib/kolla/venv/lib/python2.7/site-packages/
vi ./sahara/config.py                       149行
vi ./sahara/plugins/ambari/deploy.py        poll_utils.poll(_check_port_accessible, kwargs=kwargs, timeout=30000)
vi ./sahara/plugins/ambari/deploy.py        "HDP-UTILS": "HDP-UTILS-1.1.0.21"
vi ./sahara/utils/remote.py                 raise_when_error=True, timeout=30000):
vi ./sahara/utils/ssh_remote.py             ssh_timeout_common', default=30000, min=1,
vi ./sahara/plugins/ambari/deploy.py        poll_utils.poll(_check_port_accessible, kwargs=kwargs, timeout=30000)


四当需要HA的时候修改sahara-6.0.2/sahara/plugins/ambari/ha_helper.py 文件
     98 def _set_default_fs(cluster, blueprint, ha_type):
     99     if ha_type == p_common.NAMENODE_HA:
    100         _find_core_site(blueprint)["fs.defaultFS"] = "hdfs://hdfs-ha"
    101     elif ha_type == p_common.RESOURCEMANAGER_HA:
    102         nn_instance = utils.get_instances(cluster, p_common.NAMENODE)[0]
    103         _find_core_site(blueprint)["fs.defaultFS"] = (
    104             "hdfs://%s:8020" % nn_instance.fqdn())
    105     return blueprint
103行修改为_find_core_site(blueprint)["fs.defaultFS"] =  "hdfs://hdfs-ha"

./sahara-6.0.2/sahara/plugins/ambari/ha_helper.py

五ambari超时机制

镜像需要做软链接

#!/usr/bin/env sh
cd /usr/lib64/  ln -s libcrypto.so.1.0.1e libcrypto.so
vi /etc/ambari-server/conf/ambari.properties
server.startup.web.timeout=50000

六hadoop配置

hadoop.proxyuser.root.groups ＊
hadoop.proxyuser.root.hosts *