赞
踩
- [root@fan102 lib]# pwd
- /opt/cloudera/parcels/CDH/lib
- [root@fan102 lib]# ls
- avro hadoop hadoop-yarn impala oozie spark
- bigtop-tomcat hadoop-0.20-mapreduce hbase impala-shell parquet sqoop
- bigtop-utils hadoop-hdfs hbase-solr kite pig sqoop2
- crunch hadoop-httpfs hive kudu search whirr
- debug hadoop-kms hive-hcatalog llama sentry zookeeper
- flume-ng hadoop-mapreduce hue mahout solr zookeeper-native
1.2 配置文件路径依赖关系(以hadoop的配置文件为例,其他通过CDH安装的组件也类似在基础路径(/opt/cloudera/parcels/CDH/lib)下找对应服务的配置文件即可)
- [root@fan102 ~]# ll /opt/cloudera/parcels/
- total 0
- lrwxrwxrwx 1 root root 27 Jul 24 17:50 CDH -> CDH-5.16.2-1.cdh5.16.2.p0.8
- [root@fan102 ~]# ll /opt/cloudera/parcels/CDH/lib/hadoop/etc/
- total 0
- lrwxrwxrwx 1 root root 16 Jun 3 2019 hadoop -> /etc/hadoop/conf
- [root@fan102 ~]# ll /etc/hadoop/conf
- lrwxrwxrwx 1 root root 29 Jul 24 17:50 /etc/hadoop/conf -> /etc/alternatives/hadoop-conf
- [root@fan102 ~]# ll /etc/alternatives/hadoop-conf
- lrwxrwxrwx 1 root root 30 Jul 24 17:50 /etc/alternatives/hadoop-conf -> /etc/hadoop/conf.cloudera.yarn
- [root@fan102 ~]# ll /etc/hadoop/conf.cloudera.yarn
- total 48
- -rw-r--r-- 1 root root 21 Jun 19 15:43 __cloudera_generation__
- -rw-r--r-- 1 root root 66 Jun 19 15:43 __cloudera_metadata__
- -rw-r--r-- 1 root root 3851 Jun 19 15:43 core-site.xml
- -rw-r--r-- 1 root root 617 Jun 19 15:43 hadoop-env.sh
- -rw-r--r-- 1 root root 3659 Jun 19 15:43 hdfs-site.xml
- -rw-r--r-- 1 root root 314 Jun 19 15:43 log4j.properties
- -rw-r--r-- 1 root root 5193 Jun 19 15:43 mapred-site.xml
- -rw-r--r-- 1 root root 315 Jun 19 15:43 ssl-client.xml
- -rw-r--r-- 1 root hadoop 356 Jul 24 18:56 topology.map
- -rwxr-xr-x 1 root hadoop 1594 Jul 24 18:56 topology.py
- -rw-r--r-- 1 root root 3650 Jul 17 13:39 yarn-site.xml
1.4 注意 使用 ll 命令时,如果非软连接文件,显示文件内容 ,如果是软连接文件,会显示软连接关系,但末尾有 / 时,显示文件内容
rwxrwxrwx 1 root root 16 Jun 3 2019 /opt/cloudera/parcels/CDH/lib/hadoop/etc/hadoop -> /etc/hadoop/conf
- total 48
- -rw-r--r-- 1 root root 21 Jun 19 15:43 __cloudera_generation__
- -rw-r--r-- 1 root root 66 Jun 19 15:43 __cloudera_metadata__
- -rw-r--r-- 1 root root 3851 Jun 19 15:43 core-site.xml
- -rw-r--r-- 1 root root 617 Jun 19 15:43 hadoop-env.sh
- -rw-r--r-- 1 root root 3659 Jun 19 15:43 hdfs-site.xml
- -rw-r--r-- 1 root root 314 Jun 19 15:43 log4j.properties
- -rw-r--r-- 1 root root 5193 Jun 19 15:43 mapred-site.xml
- -rw-r--r-- 1 root root 315 Jun 19 15:43 ssl-client.xml
- -rw-r--r-- 1 root hadoop 356 Jul 24 18:56 topology.map
- -rwxr-xr-x 1 root hadoop 1594 Jul 24 18:56 topology.py
- -rw-r--r-- 1 root root 3650 Jul 17 13:39 yarn-site.xml
[root@fan102 ~]# ll /etc/hadoop/conf.cloudera.yarn
- total 48
- -rw-r--r-- 1 root root 21 Jun 19 15:43 __cloudera_generation__
- -rw-r--r-- 1 root root 66 Jun 19 15:43 __cloudera_metadata__
- -rw-r--r-- 1 root root 3851 Jun 19 15:43 core-site.xml
- -rw-r--r-- 1 root root 617 Jun 19 15:43 hadoop-env.sh
- -rw-r--r-- 1 root root 3659 Jun 19 15:43 hdfs-site.xml
- -rw-r--r-- 1 root root 314 Jun 19 15:43 log4j.properties
- -rw-r--r-- 1 root root 5193 Jun 19 15:43 mapred-site.xml
- -rw-r--r-- 1 root root 315 Jun 19 15:43 ssl-client.xml
- -rw-r--r-- 1 root hadoop 356 Jul 24 18:56 topology.map
- -rwxr-xr-x 1 root hadoop 1594 Jul 24 18:56 topology.py
- -rw-r--r-- 1 root root 3650 Jul 17 13:39 yarn-site.xml
- [root@fan102 parcels]# pwd
- /opt/cloudera/parcels
2.2 配置文件路径依赖关系
- [root@fan102 ~]# ll /opt/cloudera/parcels/KAFKA/etc/kafka/conf.dist
- total 56
- -rw-r--r-- 1 root root 906 Jul 3 2019 connect-console-sink.properties
- -rw-r--r-- 1 root root 909 Jul 3 2019 connect-console-source.properties
- -rw-r--r-- 1 root root 5321 Jul 3 2019 connect-distributed.properties
- -rw-r--r-- 1 root root 883 Jul 3 2019 connect-file-sink.properties
- -rw-r--r-- 1 root root 881 Jul 3 2019 connect-file-source.properties
- -rw-r--r-- 1 root root 1111 Jul 3 2019 connect-log4j.properties
- -rw-r--r-- 1 root root 2262 Jul 3 2019 connect-standalone.properties
- -rw-r--r-- 1 root root 4727 Jul 3 2019 log4j.properties
- -rw-r--r-- 1 root root 6851 Jul 3 2019 server.properties
- -rw-r--r-- 1 root root 1032 Jul 3 2019 tools-log4j.properties
- -rw-r--r-- 1 root root 1169 Jul 3 2019 trogdor.conf
-
- [root@fan102 ~]# ll /opt/cloudera/parcels/KAFKA/lib/kafka/config
- lrwxrwxrwx 1 root root 15 Jul 3 2019 /opt/cloudera/parcels/KAFKA/lib/kafka/config -> /etc/kafka/conf
- [root@fan102 ~]# ll /etc/kafka/conf
- lrwxrwxrwx 1 root root 28 Jul 24 17:50 /etc/kafka/conf -> /etc/alternatives/kafka-conf
- [root@fan102 ~]# ll /etc/alternatives/kafka-conf
- lrwxrwxrwx 1 root root 30 Jul 24 17:50 /etc/alternatives/kafka-conf -> /etc/kafka/conf.cloudera.kafka
- [root@fan102 ~]# ll /etc/kafka/conf.cloudera.kafka
- total 20
- -rw-r--r-- 1 root root 21 Jun 18 21:48 __cloudera_generation__
- -rw-r--r-- 1 root root 102 Jun 18 21:48 __cloudera_metadata__
- -rw-r--r-- 1 root root 66 Jul 13 09:53 consumer.properties
- -rw-r--r-- 1 root root 54 Jun 18 21:48 kafka-client.conf
- -rw-r--r-- 1 root root 300 Jun 18 21:48 tools-log4j.properties
2.4 注意 如果修改了(/opt/cloudera/parcels/KAFKA/etc/kafka/conf.dist/server.properties)的 zookeeper.connect ,需要参照(/var/local/kafka/data/meta.properties)中的broker.id
文章有用的话,请点赞+关注,您的鼓励是我最大的动力,更多好帖敬请期待,加油
Copyright © 2003-2013 www.wpsshop.cn 版权所有,并保留所有权利。