Centos6.5環境下Hue4.0.1的安裝配置
1.安裝依賴
yum install ant asciidoc cyrus-sasl-devel cyrus-sasl-gssapi cyrus-sasl-plain gcc gcc-c++ krb5-devel libffi-devel libxml2-devel libxslt-devel make mysql mysql-devel openldap-devel python-devel sqlite-devel gmp-devel openssl-devel -y
2.配置環境變量
下載maven的二進制包apache-maven-3.3.9-bin.zip,解壓到/data/maven/apache-maven-3.3.9目錄
# vim /etc/profile
export ANT_HOME=/usr/share/ant
export PATH=$JAVA_HOME/bin:$ANT_HOME/bin:$PATH
export M2_HOME=/data/maven/apache-maven-3.3.9
PATH=$PATH:$JAVA_HOME/bin:$M2_HOME/bin
# source /etc/profile
# 驗證ant和maven是否安裝成功
[root@u04ck04 apache-maven-3.3.9]# ant -version
Apache Ant version 1.7.1 compiled on May 10 2016
[root@u04ck04 apache-maven-3.3.9]# mvn -v
Apache Maven 3.3.9 (bb52d8502b132ec0a5a3f4c09453c07478323dc5; 2015-11-11T00:41:47+08:00)
Maven home: /data/maven/apache-maven-3.3.9
Java version: 1.8.0_102, vendor: Oracle Corporation
Java home: /usr/java/jdk1.8.0_102/jre
Default locale: en_US, platform encoding: UTF-8
OS name: "linux", version: "2.6.32-431.11.22.el6.ucloud.x86_64", arch: "amd64", family: "unix"
配置maven更新源,主要使用的是阿里的源
# vim /data/maven/apache-maven-3.3.9/conf/settings.xml
<mirrors>
<mirror>
<id>alimaven</id>
<mirrorOf>central</mirrorOf>
<name>aliyun maven</name>
<url>http://maven.aliyun.com/nexus/content/groups/public/</url>
</mirror>
<mirror>
<id>ui</id>
<mirrorOf>central</mirrorOf>
<name>Human Readable Name for this Mirror.</name>
<url>http://uk.maven.org/maven2/</url>
</mirror>
<mirror>
<id>jboss-public-repository-group</id>
<mirrorOf>central</mirrorOf>
<name>JBoss Public Repository Group</name>
<url>http://repository.jboss.org/nexus/content/groups/public</url>
</mirror>
</mirrors>
# 下載編譯安裝hue4.0.1
cd /data/hue/
# wget http://gethue.com/downloads/releases/4.0.1/hue-4.0.1.tgz
tar zxvf hue-4.0.1.tgz
cd /data/hue/hue-4.0.0
# 編譯安裝,大概5分鐘左右
make apps
....
Post-processed 'dashboard/css/search.css' as 'dashboard/css/search.594d26fc013a.css'
Post-processed 'dashboard/css/search_mobile.css' as 'dashboard/css/search_mobile.d3cce15268e8.css'
Post-processed 'dashboard/css/admin.css' as 'dashboard/css/admin.8ac4321910cb.css'
1385 static files copied to '/data/hue/hue-4.0.0/build/static', 1385 post-processed.
make[1]: Leaving directory `/data/hue/hue-4.0.0/apps'
[root@u04ck04 hue-4.0.0]# echo $?
0
若是編譯出現問題,須要從新clean,再編譯
make clean
make apps
配置Hue
Hue的配置集中在$HUE_HOME/desktop/conf/hue.ini文件,針對不一樣的Hadoop組件分段配置
注意,這裏設置的主機的域名爲master,配置時須要根據實際狀況進行配置
此處只用到了hive因此只改了hive的相關配置
[beeswax]
hive_server_host=uhadoop-bwgkeu-master2
hive_conf_dir=/root/hive/conf
[[database]]
host=10.19.128.248
port=3306
engine=mysql
user=hue4db
password=hue4db
name=hue4db
初始化hue數據庫
# 新建數據庫
Create database hue charset=utf8;
受權給hue/hue全部權限
cd build/env/bin
2.1) bin/hue syncdb
2.2) bin/hue migrate
報錯記錄:
[root@u04ck04 hue-4.0.0]# build/env/bin/supervisor
Traceback (most recent call last):
File "build/env/bin/supervisor", line 9, in <module>
load_entry_point('desktop==4.0.0', 'console_scripts', 'supervisor')()
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/supervisor.py", line 319, in main
setup_user_info()
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/supervisor.py", line 257, in setup_user_info
desktop.lib.daemon_utils.get_uid_gid(SETUID_USER, SETGID_GROUP)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/lib/daemon_utils.py", line 45, in get_uid_gid
raise KeyError("Couldn't get user id for user %s" % (username,))
KeyError: "Couldn't get user id for user hue"
解決辦法:添加hue用戶
[root@u04ck04 hue-4.0.0]# adduser hue
# 繼續報錯
[root@u04ck04 hue-4.0.0]# build/env/bin/supervisor
/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/cryptography-1.3.1-py2.6-linux-x86_64.egg/cryptography/__init__.py:26: DeprecationWarning: Python 2.6 is no longer supported by the Python core team, please upgrade your Python. A future version of cryptography will drop support for Python 2.6
DeprecationWarning
/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/cryptography-1.3.1-py2.6-linux-x86_64.egg/cryptography/__init__.py:26: DeprecationWarning: Python 2.6 is no longer supported by the Python core team, please upgrade your Python. A future version of cryptography will drop support for Python 2.6
DeprecationWarning
/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/cryptography-1.3.1-py2.6-linux-x86_64.egg/cryptography/__init__.py:26: DeprecationWarning: Python 2.6 is no longer supported by the Python core team, please upgrade your Python. A future version of cryptography will drop support for Python 2.6
DeprecationWarning
starting server with options:
{'daemonize': False,
'host': 'uhadoop-bwgkeu-master1',
'pidfile': None,
'port': 8888,
'server_group': 'hue',
'server_name': 'localhost',
'server_user': 'hue',
'ssl_certificate': None,
'ssl_certificate_chain': None,
'ssl_cipher_list': 'ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-AES256-GCM-SHA384:DHE-RSA-AES128-GCM-SHA256:DHE-DSS-AES128-GCM-SHA256:kEDH+AESGCM:ECDHE-RSA-AES128-SHA256:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA:ECDHE-ECDSA-AES128-SHA:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA:ECDHE-ECDSA-AES256-SHA:DHE-RSA-AES128-SHA256:DHE-RSA-AES128-SHA:DHE-DSS-AES128-SHA256:DHE-RSA-AES256-SHA256:DHE-DSS-AES256-SHA:DHE-RSA-AES256-SHA:AES128-GCM-SHA256:AES256-GCM-SHA384:AES128-SHA256:AES256-SHA256:AES128-SHA:AES256-SHA:AES:CAMELLIA:DES-CBC3-SHA:!aNULL:!eNULL:!EXPORT:!DES:!RC4:!MD5:!PSK:!aECDH:!EDH-DSS-DES-CBC3-SHA:!EDH-RSA-DES-CBC3-SHA:!KRB5-DES-CBC3-SHA',
'ssl_private_key': None,
'threads': 40,
'workdir': None}
Traceback (most recent call last):
File "/data/hue/hue-4.0.0/build/env/bin/hue", line 9, in <module>
load_entry_point('desktop==4.0.0', 'console_scripts', 'hue')()
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/manage_entry.py", line 59, in entry
execute_from_command_line(sys.argv)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/__init__.py", line 399, in execute_from_command_line
utility.execute()
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/__init__.py", line 392, in execute
self.fetch_command(subcommand).run_from_argv(self.argv)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/base.py", line 242, in run_from_argv
self.execute(*args, **options.__dict__)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/base.py", line 285, in execute
output = self.handle(*args, **options)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 68, in handle
runcpserver(args)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 124, in runcpserver
start_server(options)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 98, in start_server
server.bind_server()
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/lib/wsgiserver.py", line 1658, in bind_server
raise socket.error, msg
socket.error: [Errno 99] Cannot assign requested address
/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/cryptography-1.3.1-py2.6-linux-x86_64.egg/cryptography/__init__.py:26: DeprecationWarning: Python 2.6 is no longer supported by the Python core team, please upgrade your Python. A future version of cryptography will drop support for Python 2.6
DeprecationWarning
/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/cryptography-1.3.1-py2.6-linux-x86_64.egg/cryptography/__init__.py:26: DeprecationWarning: Python 2.6 is no longer supported by the Python core team, please upgrade your Python. A future version of cryptography will drop support for Python 2.6
DeprecationWarning
starting server with options:
{'daemonize': False,
'host': 'uhadoop-bwgkeu-master1',
'pidfile': None,
'port': 8888,
'server_group': 'hue',
'server_name': 'localhost',
'server_user': 'hue',
'ssl_certificate': None,
'ssl_certificate_chain': None,
'ssl_cipher_list': 'ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-AES256-GCM-SHA384:DHE-RSA-AES128-GCM-SHA256:DHE-DSS-AES128-GCM-SHA256:kEDH+AESGCM:ECDHE-RSA-AES128-SHA256:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA:ECDHE-ECDSA-AES128-SHA:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA:ECDHE-ECDSA-AES256-SHA:DHE-RSA-AES128-SHA256:DHE-RSA-AES128-SHA:DHE-DSS-AES128-SHA256:DHE-RSA-AES256-SHA256:DHE-DSS-AES256-SHA:DHE-RSA-AES256-SHA:AES128-GCM-SHA256:AES256-GCM-SHA384:AES128-SHA256:AES256-SHA256:AES128-SHA:AES256-SHA:AES:CAMELLIA:DES-CBC3-SHA:!aNULL:!eNULL:!EXPORT:!DES:!RC4:!MD5:!PSK:!aECDH:!EDH-DSS-DES-CBC3-SHA:!EDH-RSA-DES-CBC3-SHA:!KRB5-DES-CBC3-SHA',
'ssl_private_key': None,
'threads': 40,
'workdir': None}
Traceback (most recent call last):
File "/data/hue/hue-4.0.0/build/env/bin/hue", line 9, in <module>
load_entry_point('desktop==4.0.0', 'console_scripts', 'hue')()
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/manage_entry.py", line 59, in entry
execute_from_command_line(sys.argv)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/__init__.py", line 399, in execute_from_command_line
utility.execute()
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/__init__.py", line 392, in execute
self.fetch_command(subcommand).run_from_argv(self.argv)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/base.py", line 242, in run_from_argv
self.execute(*args, **options.__dict__)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/base.py", line 285, in execute
output = self.handle(*args, **options)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 68, in handle
runcpserver(args)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 124, in runcpserver
start_server(options)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 98, in start_server
server.bind_server()
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/lib/wsgiserver.py", line 1658, in bind_server
raise socket.error, msg
socket.error: [Errno 99] Cannot assign requested address
/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/cryptography-1.3.1-py2.6-linux-x86_64.egg/cryptography/__init__.py:26: DeprecationWarning: Python 2.6 is no longer supported by the Python core team, please upgrade your Python. A future version of cryptography will drop support for Python 2.6
DeprecationWarning
/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/cryptography-1.3.1-py2.6-linux-x86_64.egg/cryptography/__init__.py:26: DeprecationWarning: Python 2.6 is no longer supported by the Python core team, please upgrade your Python. A future version of cryptography will drop support for Python 2.6
DeprecationWarning
starting server with options:
{'daemonize': False,
'host': 'uhadoop-bwgkeu-master1',
'pidfile': None,
'port': 8888,
'server_group': 'hue',
'server_name': 'localhost',
'server_user': 'hue',
'ssl_certificate': None,
'ssl_certificate_chain': None,
'ssl_cipher_list': 'ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-AES256-GCM-SHA384:DHE-RSA-AES128-GCM-SHA256:DHE-DSS-AES128-GCM-SHA256:kEDH+AESGCM:ECDHE-RSA-AES128-SHA256:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA:ECDHE-ECDSA-AES128-SHA:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA:ECDHE-ECDSA-AES256-SHA:DHE-RSA-AES128-SHA256:DHE-RSA-AES128-SHA:DHE-DSS-AES128-SHA256:DHE-RSA-AES256-SHA256:DHE-DSS-AES256-SHA:DHE-RSA-AES256-SHA:AES128-GCM-SHA256:AES256-GCM-SHA384:AES128-SHA256:AES256-SHA256:AES128-SHA:AES256-SHA:AES:CAMELLIA:DES-CBC3-SHA:!aNULL:!eNULL:!EXPORT:!DES:!RC4:!MD5:!PSK:!aECDH:!EDH-DSS-DES-CBC3-SHA:!EDH-RSA-DES-CBC3-SHA:!KRB5-DES-CBC3-SHA',
'ssl_private_key': None,
'threads': 40,
'workdir': None}
Traceback (most recent call last):
File "/data/hue/hue-4.0.0/build/env/bin/hue", line 9, in <module>
load_entry_point('desktop==4.0.0', 'console_scripts', 'hue')()
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/manage_entry.py", line 59, in entry
execute_from_command_line(sys.argv)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/__init__.py", line 399, in execute_from_command_line
utility.execute()
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/__init__.py", line 392, in execute
self.fetch_command(subcommand).run_from_argv(self.argv)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/base.py", line 242, in run_from_argv
self.execute(*args, **options.__dict__)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/base.py", line 285, in execute
output = self.handle(*args, **options)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 68, in handle
runcpserver(args)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 124, in runcpserver
start_server(options)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 98, in start_server
server.bind_server()
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/lib/wsgiserver.py", line 1658, in bind_server
raise socket.error, msg
socket.error: [Errno 99] Cannot assign requested address
/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/cryptography-1.3.1-py2.6-linux-x86_64.egg/cryptography/__init__.py:26: DeprecationWarning: Python 2.6 is no longer supported by the Python core team, please upgrade your Python. A future version of cryptography will drop support for Python 2.6
DeprecationWarning
/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/cryptography-1.3.1-py2.6-linux-x86_64.egg/cryptography/__init__.py:26: DeprecationWarning: Python 2.6 is no longer supported by the Python core team, please upgrade your Python. A future version of cryptography will drop support for Python 2.6
DeprecationWarning
starting server with options:
{'daemonize': False,
'host': 'uhadoop-bwgkeu-master1',
'pidfile': None,
'port': 8888,
'server_group': 'hue',
'server_name': 'localhost',
'server_user': 'hue',
'ssl_certificate': None,
'ssl_certificate_chain': None,
'ssl_cipher_list': 'ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-AES256-GCM-SHA384:DHE-RSA-AES128-GCM-SHA256:DHE-DSS-AES128-GCM-SHA256:kEDH+AESGCM:ECDHE-RSA-AES128-SHA256:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA:ECDHE-ECDSA-AES128-SHA:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA:ECDHE-ECDSA-AES256-SHA:DHE-RSA-AES128-SHA256:DHE-RSA-AES128-SHA:DHE-DSS-AES128-SHA256:DHE-RSA-AES256-SHA256:DHE-DSS-AES256-SHA:DHE-RSA-AES256-SHA:AES128-GCM-SHA256:AES256-GCM-SHA384:AES128-SHA256:AES256-SHA256:AES128-SHA:AES256-SHA:AES:CAMELLIA:DES-CBC3-SHA:!aNULL:!eNULL:!EXPORT:!DES:!RC4:!MD5:!PSK:!aECDH:!EDH-DSS-DES-CBC3-SHA:!EDH-RSA-DES-CBC3-SHA:!KRB5-DES-CBC3-SHA',
'ssl_private_key': None,
'threads': 40,
'workdir': None}
Traceback (most recent call last):
File "/data/hue/hue-4.0.0/build/env/bin/hue", line 9, in <module>
load_entry_point('desktop==4.0.0', 'console_scripts', 'hue')()
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/manage_entry.py", line 59, in entry
execute_from_command_line(sys.argv)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/__init__.py", line 399, in execute_from_command_line
utility.execute()
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/__init__.py", line 392, in execute
self.fetch_command(subcommand).run_from_argv(self.argv)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/base.py", line 242, in run_from_argv
self.execute(*args, **options.__dict__)
File "/data/hue/hue-4.0.0/build/env/lib/python2.6/site-packages/Django-1.6.10-py2.6.egg/django/core/management/base.py", line 285, in execute
output = self.handle(*args, **options)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 68, in handle
runcpserver(args)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 124, in runcpserver
start_server(options)
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/management/commands/runcherrypyserver.py", line 98, in start_server
server.bind_server()
File "/data/hue/hue-4.0.0/desktop/core/src/desktop/lib/wsgiserver.py", line 1658, in bind_server
raise socket.error, msg
socket.error: [Errno 99] Cannot assign requested address
解決辦法:
# vim desktop/conf/hue.ini
[desktop]
http_host=0.0.0.0
http_port=8888
time_zone=Asia/Shanghai
後面直接訪問:
http://ip:8888報錯hue鏈接不上數據庫,因而修改mysql的Hue鏈接用戶爲%(默認爲Localhost)
測試環境說明:
Hue.ini配置文件去掉了除mysql和hive的配置(Hadoop、hbase等yarn部分註釋掉,沒有用到不須要)
單獨創建一個數據庫給hue4.0使用
user=hue4db
password=hue4db
name=hue4db
記得刷新數據庫權限
添加一個用戶,而後刷新權限
mysql> flush privileges;
對應了錯誤版本的數據庫,報錯以下
同步數據庫數據
cd /data/hue/hue-4.0.0/build/env/bin
./hue syncdb
# 根據提示輸入hadoop(登錄hue web的帳號密碼)
密碼 pass
./hue migrate
查看數據庫能夠看到數據過來了
專用的數據庫添加好之後,修改hue.ini配置,從新鏈接web就ok了
Haproxy的監控地址
Hue4.0谷歌瀏覽器查詢數據只能顯示20多條,換成360瀏覽器ok,說明是兼容性問題
升級chrome後就顯示正常了