|
|
|
@ -5,7 +5,6 @@
|
|
|
|
|
1. http://doris.apache.org/master/zh-CN/
|
|
|
|
|
1. https://cloud.baidu.com/doc/PALO/s/Ikivhcwb5
|
|
|
|
|
1. http://doc.dorisdb.com/2146003
|
|
|
|
|
doris 不支持 superset 和 metabase,以后通过二次开发解决
|
|
|
|
|
|
|
|
|
|
## doris 硬件配置
|
|
|
|
|
|
|
|
|
@ -89,37 +88,9 @@ CREATE DATABASE example;
|
|
|
|
|
|
|
|
|
|
USE example;
|
|
|
|
|
|
|
|
|
|
### 创建表:
|
|
|
|
|
|
|
|
|
|
//curl -i -v --location-trusted -u root:aA123456! -H "format: json" -H "strip_outer_array: true" -T example.json http://doris-fe:8030/api/example/mysql_example.User/_stream_load
|
|
|
|
|
CREATE TABLE `User` (
|
|
|
|
|
`Id` char(36) NOT NULL COMMENT 'Id',
|
|
|
|
|
`UserName` varchar(255) NOT NULL COMMENT 'UserName',
|
|
|
|
|
`SecurityStamp` varchar(255) REPLACE NULL COMMENT 'SecurityStamp',
|
|
|
|
|
`PasswordHash` varchar(255) REPLACE NULL COMMENT 'PasswordHash',
|
|
|
|
|
`PasswordConfirmed` tinyint(1) REPLACE NOT NULL COMMENT 'PasswordConfirmed',
|
|
|
|
|
`Email` varchar(255) REPLACE NULL DEFAULT NULL COMMENT 'Email',
|
|
|
|
|
`EmailConfirmed` tinyint(1) REPLACE NOT NULL COMMENT 'EmailConfirmed',
|
|
|
|
|
`PhoneNumber` varchar(255) REPLACE NULL DEFAULT NULL COMMENT 'PhoneNumber',
|
|
|
|
|
`PhoneNumberConfirmed` tinyint(1) REPLACE NOT NULL COMMENT 'PhoneNumberConfirmed',
|
|
|
|
|
`RealName` varchar(255) REPLACE NULL COMMENT 'RealName',
|
|
|
|
|
`IdentityNumber` varchar(255) REPLACE NULL COMMENT 'IdentityNumber',
|
|
|
|
|
`IdentityConfirmed` tinyint(1) REPLACE NOT NULL COMMENT 'IdentityConfirmed',
|
|
|
|
|
`NickName` varchar(255) REPLACE NULL COMMENT 'NickName',
|
|
|
|
|
`Avatar` varchar(255) REPLACE NULL COMMENT 'Avatar',
|
|
|
|
|
`Sex` int(0) REPLACE NULL DEFAULT NULL COMMENT 'Sex',
|
|
|
|
|
`Birthday` BIGINT REPLACE NULL COMMENT 'Birthday',
|
|
|
|
|
`LockoutEnabled` tinyint(1) REPLACE NOT NULL COMMENT 'LockoutEnabled',
|
|
|
|
|
`AccessFailedCount` int(0) REPLACE NOT NULL COMMENT 'AccessFailedCount',
|
|
|
|
|
`LockoutEnd` BIGINT REPLACE NULL DEFAULT NULL COMMENT 'LockoutEnd',
|
|
|
|
|
`RowVersion` varchar(255) REPLACE NULL COMMENT 'RowVersion',
|
|
|
|
|
`Created` BIGINT REPLACE NOT NULL COMMENT 'Created',
|
|
|
|
|
`Modified` BIGINT REPLACE NULL DEFAULT NULL COMMENT 'Modified',
|
|
|
|
|
`Deleted` BIGINT REPLACE NULL DEFAULT NULL COMMENT 'Deleted'
|
|
|
|
|
)
|
|
|
|
|
AGGREGATE KEY(Id,UserName)
|
|
|
|
|
DISTRIBUTED BY HASH(Id) BUCKETS 10
|
|
|
|
|
PROPERTIES("replication_num" = "1");
|
|
|
|
|
### 导入数据:
|
|
|
|
|
|
|
|
|
|
//curl -i -v --location-trusted -u root:aA123456! -H "format: json" -H "strip_outer_array: true" -T example.json http://doris-fe:8030/api/example/mysql_example_User/_stream_load
|
|
|
|
|
|
|
|
|
|
## doris 創建 Elasticsearch 外部表:
|
|
|
|
|
|
|
|
|
@ -137,51 +108,7 @@ PROPERTIES (
|
|
|
|
|
"type" = "_doc"
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
## kafka 导入 doris(未完成)
|
|
|
|
|
|
|
|
|
|
查看导入任务:
|
|
|
|
|
SHOW ALL ROUTINE LOAD;
|
|
|
|
|
|
|
|
|
|
创建导入任务:
|
|
|
|
|
|
|
|
|
|
CREATE ROUTINE LOAD example.job3 on User
|
|
|
|
|
--ALTER ROUTINE LOAD FOR example.job1
|
|
|
|
|
columns (
|
|
|
|
|
`Id`,
|
|
|
|
|
`UserName`,
|
|
|
|
|
`SecurityStamp`,
|
|
|
|
|
`PasswordHash`,
|
|
|
|
|
`PasswordConfirmed`,
|
|
|
|
|
`Email`,
|
|
|
|
|
`EmailConfirmed`,
|
|
|
|
|
`PhoneNumber`,
|
|
|
|
|
`PhoneNumberConfirmed`,
|
|
|
|
|
`RealName`,
|
|
|
|
|
`IdentityNumber`,
|
|
|
|
|
`IdentityConfirmed`,
|
|
|
|
|
`NickName`,
|
|
|
|
|
`Avatar`,
|
|
|
|
|
`Sex`,
|
|
|
|
|
`Birthday`,
|
|
|
|
|
`LockoutEnabled`,
|
|
|
|
|
`AccessFailedCount`,
|
|
|
|
|
`LockoutEnd`,
|
|
|
|
|
`RowVersion`,
|
|
|
|
|
`Created`,
|
|
|
|
|
`Modified`,
|
|
|
|
|
`Deleted`
|
|
|
|
|
)
|
|
|
|
|
PROPERTIES
|
|
|
|
|
(
|
|
|
|
|
"format"="json",
|
|
|
|
|
"json_root"="$.payload.after",
|
|
|
|
|
"desired_concurrent_number"="1",
|
|
|
|
|
"max_error_number"="1000",
|
|
|
|
|
"timezone" = "Asia/Shanghai"
|
|
|
|
|
)
|
|
|
|
|
FROM KAFKA
|
|
|
|
|
(
|
|
|
|
|
"kafka_broker_list"= "kafka:9092",
|
|
|
|
|
"kafka_topic" = "mysql.example.User"
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
## superset 使用
|
|
|
|
|
|
|
|
|
|
mysql://root:啊A23456!@192.168.100.144:9030/example?charset=utf8
|