2.9 KiB
#配置
mysql
mysql配置了主从,创建了数据库example,新建了User表
debezium
进入容器执行 /start 目录,执行 ./start.sh
debezium-ui
查看debezium状态: http://localhost:8080
kafka
通过 kafkacat 查看实时信息
kafaka-connect
进入容器执行 /usr/share/java/confluentinc-kafka-connect-elasticsearch 目录,执行 ./start.sh
kibana
查看 elasticsearch 状态: http://localhost:9601
doris
进入 mysql 容器内,连接 doris fe:
mysql -h doris-fe -P 9030 -u root
设置root密码:
SET PASSWORD FOR 'root' = PASSWORD('aA123456!');
添加 doris be:
查看 be 的 log 可以查看到当前的ip,测试时使用该ip替换hostname或固定容器ip设置.env ALTER SYSTEM ADD BACKEND "hostname:9050";
移除 doris be:
ALTER SYSTEM DROPP BACKEND "hostname:9050";
查看be状态:
SHOW PROC '/backends';
创建数据库:
CREATE DATABASE example;
切换数据库:
USE example;
创建表:
CREATE TABLE User
(
Id
char(36) NOT NULL COMMENT 'Id',
UserName
varchar(255) NOT NULL COMMENT 'UserName',
SecurityStamp
varchar(255) REPLACE NULL COMMENT 'SecurityStamp',
PasswordHash
varchar(255) REPLACE NULL COMMENT 'PasswordHash',
PasswordConfirmed
tinyint(1) REPLACE NOT NULL COMMENT 'PasswordConfirmed',
Email
varchar(255) REPLACE NULL DEFAULT NULL COMMENT 'Email',
EmailConfirmed
tinyint(1) REPLACE NOT NULL COMMENT 'EmailConfirmed',
PhoneNumber
varchar(255) REPLACE NULL DEFAULT NULL COMMENT 'PhoneNumber',
PhoneNumberConfirmed
tinyint(1) REPLACE NOT NULL COMMENT 'PhoneNumberConfirmed',
RealName
varchar(255) REPLACE NULL COMMENT 'RealName',
IdentityNumber
varchar(255) REPLACE NULL COMMENT 'IdentityNumber',
IdentityConfirmed
tinyint(1) REPLACE NOT NULL COMMENT 'IdentityConfirmed',
NickName
varchar(255) REPLACE NULL COMMENT 'NickName',
Avatar
varchar(255) REPLACE NULL COMMENT 'Avatar',
Sex
int(0) REPLACE NULL DEFAULT NULL COMMENT 'Sex',
Birthday
datetime REPLACE NULL DEFAULT NULL COMMENT 'Birthday',
LockoutEnabled
tinyint(1) REPLACE NOT NULL COMMENT 'LockoutEnabled',
AccessFailedCount
int(0) REPLACE NOT NULL COMMENT 'AccessFailedCount',
LockoutEnd
datetime REPLACE NULL DEFAULT NULL COMMENT 'LockoutEnd',
RowVersion
varchar(255) REPLACE NULL COMMENT 'RowVersion',
Created
datetime REPLACE NOT NULL COMMENT 'Created',
Modified
datetime REPLACE NULL DEFAULT NULL COMMENT 'Modified',
Deleted
datetime REPLACE NULL DEFAULT NULL COMMENT 'Deleted'
)
AGGREGATE KEY(Id,UserName)
DISTRIBUTED BY HASH(Id) BUCKETS 10
PROPERTIES("replication_num" = "1");
======================================================================= 从kafka导入:
CREATE ROUTINE LOAD example.job1 on User PROPERTIES ( "desired_concurrent_number"="1" ) FROM KAFKA ( "kafka_broker_list"= "kafka:9092", "kafka_topic" = "mysql.example.User" );