--增量加载配置表
CREATE TABLE etl_info_idincre(
node varchar(30),
source_tablename varchar(100),
table_name varchar(100),
max_id bigint,
delta_time timestamp
);
--增量记录日志表
CREATE TABLE etl_log_idincre(
p_node varchar(30),
p_source_table varchar(30),
p_table_name varchar(100),
max_id bigint,
delta_time timestamp(0),
increase_num bigint
);
--源表
create table test_idincre_source(id bigint,
user_name varchar(10),
user_sex varchar(2),
create_time varchar(17),
update_time varchar(17),
delta_time timestamp
);
truncate table test_idincre_source;
insert into test_idincre_source values(1,'张三','男','20190620152130242','20190620152130242','2019-06-20 15:21:30.242');
insert into test_idincre_source values(2,'李四','男','20190620152130242','20190620152130242','2019-06-20 15:21:30.242');
insert into test_idincre_source values(3,'王五','男','20190620152130242','20190620152130242','2019-06-20 15:21:30.242');
insert into test_idincre_source values(4,'小花','男','20190620152130242','20190620152130242','2019-06-20 16:47:26.230');
insert into test_idincre_source values(5,'朵朵','男','20190620152130242','20190620152130242','2019-06-20 16:47:26.230');
--目标表
create table test_idincre_target(id bigint,
user_name varchar(10),
user_sex varchar(2),
create_time varchar(17),
update_time varchar(17),
delta_time timestamp
);
insert into etl_info_idincre values('ods','test_idincre_source','test_idincre_target',0,'1970-01-01 00:00:00.000');
select * from test_idincre_target order by delta_time;
评论0
最新资源