赞
踩
目录
前提条件:kafka依赖zookeeper,在安装kafka之前应安装并启动好zookeeper
zookeeper 1台:10.X.X.105
kafka 3台: 10.X.X.106/10.X.X.107/10.X.X.108
tar -zxvf kafka_2.11-1.1.0.tgz
修改解压后的包名
mv kafka_2.11-1.1.0 kafka
修改kafka配置文件,其中标黄部分为必须按需修改项
vim config/server.properties
#broker.id属性在kafka集群中必须要是唯一 broker.id=0 delete.topic.enable=true #kafka部署的机器ip和提供服务的端口号 listeners=PLAINTEXT://10.X.X.106:9092 num.network.threads=3 num.io.threads=8 socket.send.buffer.bytes=102400 socket.receive.buffer.bytes=102400 socket.request.max.bytes=104857600 # 数据存储目录(根据实际情况修改,可自己创建) log.dirs=/opt/soft/kafka/logs #topic 分区数量 num.partitions=1 num.recovery.threads.per.data.dir=1 log.retention.hours=72 log.segment.bytes=1073741824 log.retention.check.interval.ms=300000 #kafka连接zookeeper的地址,要把多个kafka实例组成集群,对应连接的zookeeper必须相同 zookeeper.connect=10.X.X.105:2181 zookeeper.connection.timeout.ms=6000 |
vim config/server.properties
#broker.id属性在kafka集群中必须要是唯一 broker.id=1 delete.topic.enable=true #kafka部署的机器ip和提供服务的端口号 listeners=PLAINTEXT://10.X.X.107:9092 num.network.threads=3 num.io.threads=8 socket.send.buffer.bytes=102400 socket.receive.buffer.bytes=102400 socket.request.max.bytes=104857600 # 数据存储目录(根据实际情况修改,可自己创建) log.dirs=/opt/soft/kafka/logs #topic 分区数量 num.partitions=1 num.recovery.threads.per.data.dir=1 log.retention.hours=72 log.segment.bytes=1073741824 log.retention.check.interval.ms=300000 #kafka连接zookeeper的地址,要把多个kafka实例组成集群,对应连接的zookeeper必须相同 zookeeper.connect=10.X.X.105:2181 zookeeper.connection.timeout.ms=6000 |
vim config/server.properties
#broker.id属性在kafka集群中必须要是唯一 broker.id=2 delete.topic.enable=true #kafka部署的机器ip和提供服务的端口号 listeners=PLAINTEXT://10.X.X.108:9092 num.network.threads=3 num.io.threads=8 socket.send.buffer.bytes=102400 socket.receive.buffer.bytes=102400 socket.request.max.bytes=104857600 # 数据存储目录(根据实际情况修改,可自己创建) log.dirs=/opt/soft/kafka/logs #topic 分区数量 num.partitions=1 num.recovery.threads.per.data.dir=1 log.retention.hours=72 log.segment.bytes=1073741824 log.retention.check.interval.ms=300000 #kafka连接zookeeper的地址,要把多个kafka实例组成集群,对应连接的zookeeper必须相同 zookeeper.connect=10.X.X.105:2181 zookeeper.connection.timeout.ms=6000 |
注:#kafka部署的机器ip和提供服务的端口号
listeners=PLAINTEXT://10.X.X.108:9092
也可以写成
host.name=10.X.X.108
port=9092
分别在106/107/108三台机器上启动kafka
./bin/kafka-server-start.sh -daemon ./config/server.properties
使用jps检查进程是否存在,如图进程存在
验证集群
./bin/kafka-topics.sh --create --zookeeper l0.X.X.105:2181 --replication-factor 1 --partitions 5 --topic my-topic
#创建一个my-topic 的 topic 、副本为1、分区数为5
创建完成后在各个服务器的logs目录下可以看到创建的my-topic
前提:已安装jdk、mysql
tar -zxvf kafka-eagle-bin-2.0.6.tar.gz
cd kafka-eagle-bin-2.0.6
tar -zxvf kafka-eagle-web-2.0.6-bin.tar.gz
vim conf/system-config.properties
###################################### # multi zookeeper & kafka cluster list ###################################### kafka.eagle.zk.cluster.alias=cluster1 cluster1.zk.list=10.X.X.105:2181 ###################################### # broker size online list ###################################### cluster1.kafka.eagle.broker.size=20 ###################################### # zk client thread limit ###################################### kafka.zk.limit.size=32 ###################################### # kafka eagle webui port ###################################### kafka.eagle.webui.port=8048 ###################################### # kafka offset storage ###################################### cluster1.kafka.eagle.offset.storage=kafka #cluster2.kafka.eagle.offset.storage=zk ###################################### # kafka jmx uri ###################################### cluster1.kafka.eagle.jmx.uri=service:jmx:rmi:///jndi/rmi://%s/jmxrmi ###################################### # kafka metrics, 15 days by default ###################################### kafka.eagle.metrics.charts=true kafka.eagle.metrics.retain=15 ###################################### # kafka sql topic records max ###################################### kafka.eagle.sql.topic.records.max=5000 kafka.eagle.sql.topic.preview.records.max=10 ###################################### # delete kafka topic token ###################################### kafka.eagle.topic.token=keadmin ###################################### # kafka mysql jdbc driver address ###################################### kafka.eagle.driver=com.mysql.cj.jdbc.Driver #数据库IP:port/库名 kafka.eagle.url=jdbc:mysql://127.0.0.1:3306/ke?useUnicode=true&characterEncoding=UTF-8&zeroDateTimeBehavior=convertToNull #登录数据库用户名 kafka.eagle.username=root #登录数据库密码 kafka.eagle.password=123456 |
注:如果想要监控集群各个服务器的CPU和内存使用情况在kafka安装目录下修改bin/kafka-server-start.sh文件
在最上面一行添加一行参数
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xmx4G -Xms4G"
export JMX_PORT="9999"
fi
重启kafka即可
kafka-eagle-bin-2.0.6/kafka-eagle-web-2.0.6/bin目录下
执行./ke.sh start启动程序,如图启动成功
执行./ke.sh stop 停止程序
浏览器访问: http://10.X.X.105:8048
默认用户名密码:admin/123456
1.启动时如果报数据库表结构不存在,有两种解决办法
- SET NAMES utf8mb4;
- SET FOREIGN_KEY_CHECKS = 0;
-
- -- ----------------------------
- -- Table structure for ke_alarm_clusters
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_alarm_clusters`;
- CREATE TABLE `ke_alarm_clusters` (
- `id` bigint NOT NULL AUTO_INCREMENT,
- `type` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `cluster` varchar(64) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `server` text CHARACTER SET utf8mb4 NULL,
- `alarm_group` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `alarm_times` int NULL DEFAULT NULL,
- `alarm_max_times` int NULL DEFAULT NULL,
- `alarm_level` varchar(4) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `is_normal` varchar(2) CHARACTER SET utf8mb4 NULL DEFAULT 'Y',
- `is_enable` varchar(2) CHARACTER SET utf8mb4 NULL DEFAULT 'Y',
- `created` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `modify` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- PRIMARY KEY (`id`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_alarm_clusters
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_alarm_config
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_alarm_config`;
- CREATE TABLE `ke_alarm_config` (
- `cluster` varchar(64) CHARACTER SET utf8mb4 NOT NULL,
- `alarm_group` varchar(128) CHARACTER SET utf8mb4 NOT NULL,
- `alarm_type` varchar(16) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `alarm_url` text CHARACTER SET utf8mb4 NULL,
- `http_method` varchar(16) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `alarm_address` text CHARACTER SET utf8mb4 NULL,
- `created` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `modify` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- PRIMARY KEY (`cluster`, `alarm_group`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_alarm_config
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_alarm_consumer
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_alarm_consumer`;
- CREATE TABLE `ke_alarm_consumer` (
- `id` bigint NOT NULL AUTO_INCREMENT,
- `cluster` varchar(64) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `group` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `topic` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `lag` bigint NULL DEFAULT NULL,
- `alarm_group` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `alarm_times` int NULL DEFAULT NULL,
- `alarm_max_times` int NULL DEFAULT NULL,
- `alarm_level` varchar(4) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `is_normal` varchar(2) CHARACTER SET utf8mb4 NULL DEFAULT 'Y',
- `is_enable` varchar(2) CHARACTER SET utf8mb4 NULL DEFAULT 'Y',
- `created` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `modify` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- PRIMARY KEY (`id`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_alarm_consumer
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_alarm_crontab
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_alarm_crontab`;
- CREATE TABLE `ke_alarm_crontab` (
- `id` bigint NOT NULL,
- `type` varchar(64) CHARACTER SET utf8mb4 NOT NULL,
- `crontab` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `is_enable` varchar(2) CHARACTER SET utf8mb4 NULL DEFAULT 'Y',
- `created` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `modify` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- PRIMARY KEY (`id`, `type`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_alarm_crontab
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_connect_config
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_connect_config`;
- CREATE TABLE `ke_connect_config` (
- `id` bigint NOT NULL AUTO_INCREMENT,
- `cluster` varchar(64) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `connect_uri` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `version` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `alive` varchar(16) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `created` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `modify` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- PRIMARY KEY (`id`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_connect_config
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_consumer_bscreen
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_consumer_bscreen`;
- CREATE TABLE `ke_consumer_bscreen` (
- `cluster` varchar(64) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `group` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `topic` varchar(64) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `logsize` bigint NULL DEFAULT NULL,
- `difflogsize` bigint NULL DEFAULT NULL,
- `offsets` bigint NULL DEFAULT NULL,
- `diffoffsets` bigint NULL DEFAULT NULL,
- `lag` bigint NULL DEFAULT NULL,
- `timespan` bigint NULL DEFAULT NULL,
- `tm` varchar(16) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- INDEX `idx_timespan`(`timespan`) USING BTREE,
- INDEX `idx_tm_cluster_diffoffsets`(`tm`, `cluster`, `diffoffsets`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_consumer_bscreen
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_consumer_group
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_consumer_group`;
- CREATE TABLE `ke_consumer_group` (
- `cluster` varchar(64) CHARACTER SET utf8mb4 NOT NULL,
- `group` varchar(128) CHARACTER SET utf8mb4 NOT NULL,
- `topic` varchar(128) CHARACTER SET utf8mb4 NOT NULL,
- `status` int NULL DEFAULT NULL,
- PRIMARY KEY (`cluster`, `group`, `topic`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_consumer_group
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_consumer_group_summary
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_consumer_group_summary`;
- CREATE TABLE `ke_consumer_group_summary` (
- `cluster` varchar(64) CHARACTER SET utf8mb4 NOT NULL,
- `group` varchar(128) CHARACTER SET utf8mb4 NOT NULL,
- `topic_number` varchar(128) CHARACTER SET utf8mb4 NOT NULL,
- `coordinator` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `active_topic` int NULL DEFAULT NULL,
- `active_thread_total` int NULL DEFAULT NULL,
- PRIMARY KEY (`cluster`, `group`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_consumer_group_summary
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_logsize
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_logsize`;
- CREATE TABLE `ke_logsize` (
- `cluster` varchar(64) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `topic` varchar(64) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `logsize` bigint NULL DEFAULT NULL,
- `diffval` bigint NULL DEFAULT NULL,
- `timespan` bigint NULL DEFAULT NULL,
- `tm` varchar(16) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- INDEX `idx_timespan`(`timespan`) USING BTREE,
- INDEX `idx_tm_topic`(`tm`, `topic`) USING BTREE,
- INDEX `idx_tm_cluster_diffval`(`tm`, `cluster`, `diffval`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_logsize
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_metrics
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_metrics`;
- CREATE TABLE `ke_metrics` (
- `cluster` varchar(64) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `broker` text CHARACTER SET utf8mb4 NULL,
- `type` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `key` varchar(64) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `value` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `timespan` bigint NULL DEFAULT NULL,
- `tm` varchar(16) CHARACTER SET utf8mb4 NULL DEFAULT NULL
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_metrics
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_metrics_offline
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_metrics_offline`;
- CREATE TABLE `ke_metrics_offline` (
- `cluster` varchar(64) CHARACTER SET utf8mb4 NOT NULL,
- `key` varchar(128) CHARACTER SET utf8mb4 NOT NULL,
- `one` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `mean` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `five` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `fifteen` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- PRIMARY KEY (`cluster`, `key`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_metrics_offline
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_p_role
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_p_role`;
- CREATE TABLE `ke_p_role` (
- `id` bigint NOT NULL AUTO_INCREMENT,
- `name` varchar(64) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'role name',
- `seq` tinyint NOT NULL COMMENT 'rank',
- `description` varchar(128) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'role describe',
- PRIMARY KEY (`id`) USING BTREE
- ) ENGINE = InnoDB AUTO_INCREMENT = 4 CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_p_role
- -- ----------------------------
- INSERT INTO `ke_p_role` VALUES (1, 'Administrator', 1, 'Have all permissions');
- INSERT INTO `ke_p_role` VALUES (2, 'Devs', 2, 'Own add or delete');
- INSERT INTO `ke_p_role` VALUES (3, 'Tourist', 3, 'Only viewer');
-
- -- ----------------------------
- -- Table structure for ke_resources
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_resources`;
- CREATE TABLE `ke_resources` (
- `resource_id` bigint NOT NULL AUTO_INCREMENT,
- `name` varchar(255) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'resource name',
- `url` varchar(255) CHARACTER SET utf8mb4 NOT NULL,
- `parent_id` int NOT NULL,
- PRIMARY KEY (`resource_id`) USING BTREE
- ) ENGINE = InnoDB AUTO_INCREMENT = 25 CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_resources
- -- ----------------------------
- INSERT INTO `ke_resources` VALUES (1, 'System', '/system', -1);
- INSERT INTO `ke_resources` VALUES (2, 'User', '/system/user', 1);
- INSERT INTO `ke_resources` VALUES (3, 'Role', '/system/role', 1);
- INSERT INTO `ke_resources` VALUES (4, 'Resource', '/system/resource', 1);
- INSERT INTO `ke_resources` VALUES (5, 'Notice', '/system/notice', 1);
- INSERT INTO `ke_resources` VALUES (6, 'Topic', '/topic', -1);
- INSERT INTO `ke_resources` VALUES (7, 'Message', '/topic/message', 6);
- INSERT INTO `ke_resources` VALUES (8, 'Create', '/topic/create', 6);
- INSERT INTO `ke_resources` VALUES (9, 'Alarm', '/alarm', -1);
- INSERT INTO `ke_resources` VALUES (10, 'Add', '/alarm/add', 9);
- INSERT INTO `ke_resources` VALUES (11, 'Modify', '/alarm/modify', 9);
- INSERT INTO `ke_resources` VALUES (12, 'Cluster', '/cluster', -1);
- INSERT INTO `ke_resources` VALUES (13, 'ZkCli', '/cluster/zkcli', 12);
- INSERT INTO `ke_resources` VALUES (14, 'UserDelete', '/system/user/delete', 1);
- INSERT INTO `ke_resources` VALUES (15, 'UserModify', '/system/user/modify', 1);
- INSERT INTO `ke_resources` VALUES (16, 'Mock', '/topic/mock', 6);
- INSERT INTO `ke_resources` VALUES (18, 'Create', '/alarm/create', 9);
- INSERT INTO `ke_resources` VALUES (19, 'History', '/alarm/history', 9);
- INSERT INTO `ke_resources` VALUES (20, 'Manager', '/topic/manager', 6);
- INSERT INTO `ke_resources` VALUES (21, 'PasswdReset', '/system/user/reset', 1);
- INSERT INTO `ke_resources` VALUES (22, 'Config', '/alarm/config', 9);
- INSERT INTO `ke_resources` VALUES (23, 'List', '/alarm/list', 9);
- INSERT INTO `ke_resources` VALUES (24, 'Hub', '/topic/hub', 6);
-
- -- ----------------------------
- -- Table structure for ke_role_resource
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_role_resource`;
- CREATE TABLE `ke_role_resource` (
- `id` bigint NOT NULL AUTO_INCREMENT,
- `role_id` int NOT NULL,
- `resource_id` int NOT NULL,
- PRIMARY KEY (`id`) USING BTREE
- ) ENGINE = InnoDB AUTO_INCREMENT = 26 CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_role_resource
- -- ----------------------------
- INSERT INTO `ke_role_resource` VALUES (1, 1, 1);
- INSERT INTO `ke_role_resource` VALUES (2, 1, 2);
- INSERT INTO `ke_role_resource` VALUES (3, 1, 3);
- INSERT INTO `ke_role_resource` VALUES (4, 1, 4);
- INSERT INTO `ke_role_resource` VALUES (5, 1, 5);
- INSERT INTO `ke_role_resource` VALUES (6, 1, 7);
- INSERT INTO `ke_role_resource` VALUES (7, 1, 8);
- INSERT INTO `ke_role_resource` VALUES (8, 1, 10);
- INSERT INTO `ke_role_resource` VALUES (9, 1, 11);
- INSERT INTO `ke_role_resource` VALUES (10, 1, 13);
- INSERT INTO `ke_role_resource` VALUES (11, 2, 7);
- INSERT INTO `ke_role_resource` VALUES (12, 2, 8);
- INSERT INTO `ke_role_resource` VALUES (13, 2, 13);
- INSERT INTO `ke_role_resource` VALUES (14, 2, 10);
- INSERT INTO `ke_role_resource` VALUES (15, 2, 11);
- INSERT INTO `ke_role_resource` VALUES (16, 1, 14);
- INSERT INTO `ke_role_resource` VALUES (17, 1, 15);
- INSERT INTO `ke_role_resource` VALUES (18, 1, 16);
- INSERT INTO `ke_role_resource` VALUES (19, 1, 18);
- INSERT INTO `ke_role_resource` VALUES (20, 1, 19);
- INSERT INTO `ke_role_resource` VALUES (21, 1, 20);
- INSERT INTO `ke_role_resource` VALUES (22, 1, 21);
- INSERT INTO `ke_role_resource` VALUES (23, 1, 22);
- INSERT INTO `ke_role_resource` VALUES (24, 1, 23);
- INSERT INTO `ke_role_resource` VALUES (25, 1, 24);
-
- -- ----------------------------
- -- Table structure for ke_sql_history
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_sql_history`;
- CREATE TABLE `ke_sql_history` (
- `id` bigint NOT NULL AUTO_INCREMENT,
- `cluster` varchar(64) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `username` varchar(64) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `host` varchar(128) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `ksql` text CHARACTER SET utf8mb4 NULL,
- `status` varchar(16) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `spend_time` bigint NULL DEFAULT NULL,
- `created` varchar(32) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- `tm` varchar(16) CHARACTER SET utf8mb4 NULL DEFAULT NULL,
- PRIMARY KEY (`id`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_sql_history
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_topic_rank
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_topic_rank`;
- CREATE TABLE `ke_topic_rank` (
- `cluster` varchar(64) CHARACTER SET utf8mb4 NOT NULL,
- `topic` varchar(64) CHARACTER SET utf8mb4 NOT NULL,
- `tkey` varchar(64) CHARACTER SET utf8mb4 NOT NULL,
- `tvalue` bigint NULL DEFAULT NULL,
- PRIMARY KEY (`cluster`, `topic`, `tkey`) USING BTREE
- ) ENGINE = InnoDB CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_topic_rank
- -- ----------------------------
-
- -- ----------------------------
- -- Table structure for ke_user_role
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_user_role`;
- CREATE TABLE `ke_user_role` (
- `id` bigint NOT NULL AUTO_INCREMENT,
- `user_id` int NOT NULL,
- `role_id` tinyint NOT NULL,
- PRIMARY KEY (`id`) USING BTREE
- ) ENGINE = InnoDB AUTO_INCREMENT = 2 CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_user_role
- -- ----------------------------
- INSERT INTO `ke_user_role` VALUES (1, 1, 1);
-
- -- ----------------------------
- -- Table structure for ke_users
- -- ----------------------------
- DROP TABLE IF EXISTS `ke_users`;
- CREATE TABLE `ke_users` (
- `id` bigint NOT NULL AUTO_INCREMENT,
- `rtxno` int NOT NULL,
- `username` varchar(64) CHARACTER SET utf8mb4 NOT NULL,
- `password` varchar(128) CHARACTER SET utf8mb4 NOT NULL,
- `email` varchar(64) CHARACTER SET utf8mb4 NOT NULL,
- `realname` varchar(128) CHARACTER SET utf8mb4 NOT NULL,
- PRIMARY KEY (`id`) USING BTREE
- ) ENGINE = InnoDB AUTO_INCREMENT = 2 CHARACTER SET = utf8mb4 ROW_FORMAT = Dynamic;
-
- -- ----------------------------
- -- Records of ke_users
- -- ----------------------------
- INSERT INTO `ke_users` VALUES (1, 1000, 'admin', '123456', 'admin@email.com', 'Administrator');
-
- SET FOREIGN_KEY_CHECKS = 1;
2.注意防火墙是否关闭,端口号是否开放
3.若果遇到类似下面的问题,可以先尝试把集群的所有kafka重新启动
./bin/kafka-topics.sh --create --zookeeper 10.X.X.105:2181 --replication-factor 1 --partitions 5 --topic my
- 查看kafka下的topic:./bin/kafka-topics.sh --zookeeper 【zoserver】 --list
- ./bin/kafka-topics.sh --zookeeper 10.X.X.105:2181 --list
- 删除(做标记):./bin/kafka-topics.sh --delete --zookeeper 【zoserver】 --topic 【topic name】
- ./bin/kafka-topics.sh --delete --zookeeper 10.X.X.105:2181 --topic my
- 进入kafka的zookeeper客户端:./bin/zookeeper-shell.sh 10.X.X.105:2181
- 进入kafka的zookeeper后查看kafka下topic:ls /brokers/topics
- 真删除:rmr /brokers/topics 【topic name】
- rmr /brokers/topics my
Copyright © 2003-2013 www.wpsshop.cn 版权所有,并保留所有权利。