赞
踩
spark thriftServer要设置开放端口,在hive-site.xml中设置没有用时:可以设置:
export HIVE_SERVER2_THRIFT_PORT=10013
脚本如下:
act=$1
export HIVE_SERVER2_THRIFT_PORT=10013
function start_Thrift()
{
./sbin/start-thriftserver.sh \
--master yarn \
--name thrift_test.2.hadoopdev.com \
--queue queue1 \
--driver-memory 4g \
--num-executors 2 \
--executor-memory 4g \
--conf spark.ui.port=4046 \
--conf spark.executor.extraJavaOptions="-XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -XX:PermSize=512m -XX:MaxPermSize=512m" \
--conf spark.scheduler.mode=FAIR \
--conf spark.yarn.am.memory=1024m \
--hiveconf hive.server2.thrift.port=10008
}
function stop_Thrift()
{
./sbin/stop-thriftserver.sh
ps -ef |grep "thrift_test.1.hadoopdev.com"| grep -v "grep" |awk '{print $2}' | xargs kill -9
}
case "$1" in
start)
start_Thrift
;;
stop)
stop_Thrift
;;
*)
echo
exit 0
;;
esac
exit 0
Copyright © 2003-2013 www.wpsshop.cn 版权所有,并保留所有权利。