赞
踩
线上hadoop有个hive sql执行较耗时,1hour 8min;收到运维预警
http://node:8088/cluster/app/application_xxxx_xx
http://node:8088/proxy/application_xxxx_xx
http://node:19888/jobhistory/job/job_xxxx_xx
hadoop-cmf-yarn-JOBHISTORY-node.log.out
hdfs://nameservice:8020/user/history/done/2020/02/01/001182/job_xxxx_xx_conf.xml
<name>hive.query.string</name>
<value> sql </value>
hadoop fs -text /user/history/done/2018/06/27/000008/job_1526892856952_8007_conf.xml
set mapred.max.split.size=1024000000;
set mapred.min.split.size.per.node=1024000000;
set mapred.min.split.size.per.rack=1024000000;
set mapred.reduce.tasks=10;
Copyright © 2003-2013 www.wpsshop.cn 版权所有,并保留所有权利。