data.sql 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319
  1. SET NAMES utf8mb4;
  2. SET FOREIGN_KEY_CHECKS = 0;
  3. -- ----------------------------
  4. -- Table structure for job_jdbc_datasource
  5. -- ----------------------------
  6. DROP TABLE IF EXISTS `job_jdbc_datasource`;
  7. CREATE TABLE `job_jdbc_datasource` (
  8. `id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '自增主键',
  9. `datasource_name` varchar(200) NOT NULL COMMENT '数据源名称',
  10. `datasource` varchar(45) NOT NULL COMMENT '数据源',
  11. `datasource_group` varchar(200) DEFAULT 'Default' COMMENT '数据源分组',
  12. `database_name` varchar(45) NOT NULL COMMENT '数据库名',
  13. `jdbc_username` varchar(100) DEFAULT NULL COMMENT '用户名',
  14. `jdbc_password` varchar(200) DEFAULT NULL COMMENT '密码',
  15. `jdbc_url` varchar(500) NOT NULL COMMENT 'jdbc url',
  16. `jdbc_driver_class` varchar(200) DEFAULT NULL COMMENT 'jdbc驱动类',
  17. `status` tinyint(1) NOT NULL DEFAULT '1' COMMENT '状态:0删除 1启用 2禁用',
  18. `create_by` varchar(20) DEFAULT NULL COMMENT '创建人',
  19. `create_time` int(20) DEFAULT NULL COMMENT '创建时间',
  20. `update_by` varchar(20) DEFAULT NULL COMMENT '更新人',
  21. `update_time` int(20) DEFAULT NULL COMMENT '更新时间',
  22. `comments` varchar(1000) DEFAULT NULL COMMENT '备注',
  23. `tag` varchar(20) DEFAULT NULL COMMENT '标签: 0开发1测试2开发',
  24. `kerberos` tinyint(1) NOT NULL COMMENT 'kerberos验证是否开启(0:不开启,1:开启)',
  25. `keytab` varchar(200) DEFAULT NULL COMMENT 'keytab文件',
  26. `krb5config` varchar(200) DEFAULT NULL COMMENT 'krb5config',
  27. `kerberos_service_name` varchar(100) DEFAULT NULL COMMENT 'kerberos_service_name',
  28. `principal` varchar(100) DEFAULT NULL COMMENT 'principal',
  29. PRIMARY KEY (`id`) USING BTREE
  30. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC COMMENT='jdbc数据源配置';
  31. -- ----------------------------
  32. -- Table structure for job_info
  33. -- ----------------------------
  34. DROP TABLE IF EXISTS `job_info`;
  35. CREATE TABLE `job_info` (
  36. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  37. `cron_select_type` tinyint(4) NOT NULL COMMENT '周期选择类型',
  38. `job_cron` varchar(128) NOT NULL COMMENT '任务执行CRON',
  39. `job_desc` varchar(255) NOT NULL,
  40. `create_time` int(20) DEFAULT NULL COMMENT '创建时间',
  41. `update_time` int(20) DEFAULT NULL COMMENT '更新时间',
  42. `user_id` varchar(50) NOT NULL COMMENT '用户ID',
  43. `executor_route_strategy` varchar(50) DEFAULT NULL COMMENT '执行器路由策略',
  44. `executor_handler` varchar(255) DEFAULT NULL COMMENT '执行器任务handler',
  45. `executor_param` varchar(512) DEFAULT NULL COMMENT '执行器任务参数',
  46. `executor_block_strategy` varchar(50) DEFAULT NULL COMMENT '阻塞处理策略',
  47. `executor_timeout` int(11) NOT NULL DEFAULT '0' COMMENT '任务执行超时时间,单位秒',
  48. `executor_fail_retry_count` int(11) NOT NULL DEFAULT '0' COMMENT '失败重试次数',
  49. `trigger_status` tinyint(4) NOT NULL DEFAULT '0' COMMENT '调度状态:0-停止,1-运行',
  50. `trigger_last_time` bigint(13) DEFAULT NULL COMMENT '上次调度时间',
  51. `trigger_next_time` bigint(13) DEFAULT NULL COMMENT '下次调度时间',
  52. `job_json` text CHARACTER SET utf8 COMMENT 'datax运行脚本',
  53. `inc_start_time` int(11) DEFAULT NULL COMMENT '增量初始时间',
  54. `last_handle_code` int(11) DEFAULT NULL COMMENT '最近一次执行状态',
  55. `delete_status` tinyint(4) NOT NULL COMMENT '数据状态:0-无效,1-有效',
  56. `replace_param` varchar(50) DEFAULT NULL COMMENT '增量时间',
  57. `partition_info` varchar(50) DEFAULT NULL COMMENT '分区信息',
  58. `jvm_param` varchar(50) DEFAULT NULL COMMENT 'jvm参数',
  59. `last_time` varchar(50) DEFAULT NULL COMMENT '上次时间字段',
  60. `current_time` varchar(50) DEFAULT NULL COMMENT '当前时间字段',
  61. PRIMARY KEY (`id`) USING BTREE
  62. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC;
  63. -- ----------------------------
  64. -- Table structure for job_log
  65. -- ----------------------------
  66. DROP TABLE IF EXISTS `job_log`;
  67. CREATE TABLE `job_log` (
  68. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  69. `job_group` int(11) NOT NULL COMMENT '执行器主键ID',
  70. `job_id` int(11) NOT NULL COMMENT '任务,主键ID',
  71. `executor_address` varchar(255) DEFAULT NULL COMMENT '执行器地址,本次执行的地址',
  72. `executor_handler` varchar(255) DEFAULT NULL COMMENT '执行器任务handler',
  73. `executor_param` varchar(512) DEFAULT NULL COMMENT '执行器任务参数',
  74. `executor_sharding_param` varchar(20) DEFAULT NULL COMMENT '执行器任务分片参数,格式如 1/2',
  75. `executor_fail_retry_count` int(11) DEFAULT '0' COMMENT '失败重试次数',
  76. `trigger_time` bigint(13) DEFAULT NULL COMMENT '调度-时间',
  77. `trigger_code` int(11) NOT NULL COMMENT '调度-结果 0-失败,1-成功,2-无',
  78. `trigger_msg` text COMMENT '调度-日志',
  79. `handle_time` bigint(13) DEFAULT NULL COMMENT '执行-时间',
  80. `handle_code` int(11) NOT NULL COMMENT '执行-状态 0-失败,1-成功,2-无',
  81. `handle_msg` text COMMENT '执行-日志',
  82. `alarm_status` tinyint(4) NOT NULL DEFAULT '0' COMMENT '告警状态:0-默认、1-无需告警、2-告警成功、3-告警失败',
  83. `process_id` varchar(20) DEFAULT NULL COMMENT 'datax进程Id',
  84. PRIMARY KEY (`id`) USING BTREE,
  85. KEY `I_trigger_time` (`trigger_time`) USING BTREE,
  86. KEY `I_handle_code` (`handle_code`) USING BTREE
  87. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC;
  88. -- ----------------------------
  89. -- Table structure for data_management
  90. -- ----------------------------
  91. DROP TABLE IF EXISTS `data_management`;
  92. CREATE TABLE `data_management` (
  93. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  94. `name` varchar(50) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '数据名称',
  95. `data_type` varchar(20) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '数据类型',
  96. `data_num` int(20) DEFAULT NULL COMMENT '数据条数',
  97. `storage_location` varchar(20) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '存储位置',
  98. `storage_usage` varchar(20) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '占用存储',
  99. `storage_path` varchar(255) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '存储路径',
  100. `integrity` varchar(50) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '完整性',
  101. `create_time` bigint(13) NOT NULL COMMENT '创建时间',
  102. `user_name` varchar(20) COLLATE utf8_unicode_ci NOT NULL COMMENT '创建人名称',
  103. `user_id` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '创建人编号',
  104. `project_id` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '项目编号',
  105. PRIMARY KEY (`id`)
  106. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='数据管理';
  107. -- ----------------------------
  108. -- Table structure for constant
  109. -- ----------------------------
  110. DROP TABLE IF EXISTS `constant`;
  111. CREATE TABLE `constant` (
  112. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  113. `type` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '常量类型',
  114. `value` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '常量值',
  115. PRIMARY KEY (`id`)
  116. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='常量表';
  117. -- ----------------------------
  118. -- Records of constant
  119. -- ----------------------------
  120. BEGIN;
  121. INSERT INTO `constant` (`id`, `type`, `value`) VALUES (1, '作业类型', 'Java');
  122. INSERT INTO `constant` (`id`, `type`, `value`) VALUES (2, '作业类型', 'Python');
  123. INSERT INTO `constant` (`id`, `type`, `value`) VALUES (3, '作业类型', 'Dag');
  124. INSERT INTO `constant` (`id`, `type`, `value`) VALUES (4, '作业标签', '业务预测');
  125. INSERT INTO `constant` (`id`, `type`, `value`) VALUES (5, '作业标签', '作业监测');
  126. INSERT INTO `constant` (`id`, `type`, `value`) VALUES (6, '作业标签', '人力系统');
  127. INSERT INTO `constant` (`id`, `type`, `value`) VALUES (7, '任务标签', '业务预测');
  128. INSERT INTO `constant` (`id`, `type`, `value`) VALUES (8, '任务标签', '任务监测');
  129. INSERT INTO `constant` (`id`, `type`, `value`) VALUES (9, '任务标签', '人力系统');
  130. COMMIT;
  131. -- ----------------------------
  132. -- Table structure for jm_homework
  133. -- ----------------------------
  134. DROP TABLE IF EXISTS `jm_homework`;
  135. CREATE TABLE `jm_homework` (
  136. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  137. `name` varchar(50) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '作业名称',
  138. `type` varchar(20) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '作业类型',
  139. `tag` varchar(20) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '作业分类',
  140. `image_url` varchar(255) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '执行镜像',
  141. `dag_uuid` varchar(32) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT 'DAG_ID',
  142. `dag_url` varchar(255) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT 'DAG文件地址',
  143. `script_file` varchar(255) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '脚本文件',
  144. `execute_command` varchar(255) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '执行命令',
  145. `update_time` int(13) DEFAULT NULL COMMENT '更新时间',
  146. `create_time` int(13) NOT NULL COMMENT '创建时间',
  147. `user_id` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '用户ID',
  148. `project_id` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '项目ID',
  149. `status` tinyint(4) NOT NULL COMMENT '状态(0:已删除,1:未删除)',
  150. PRIMARY KEY (`id`)
  151. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='作业信息';
  152. -- ----------------------------
  153. -- Table structure for jm_homework_datasource_relation
  154. -- ----------------------------
  155. DROP TABLE IF EXISTS `jm_homework_datasource_relation`;
  156. CREATE TABLE `jm_homework_datasource_relation` (
  157. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  158. `type` varchar(255) COLLATE utf8_unicode_ci NOT NULL COMMENT '类型',
  159. `datasource_id` bigint(20) NOT NULL COMMENT '数据源ID',
  160. `node_uuid` varchar(32) COLLATE utf8_unicode_ci NOT NULL COMMENT '节点uuid',
  161. `table` varchar(255) COLLATE utf8_unicode_ci NOT NULL COMMENT '数据源对应数据表',
  162. `homework_id` bigint(20) NOT NULL COMMENT '作业ID',
  163. PRIMARY KEY (`id`)
  164. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='作业与数据源关系表';
  165. -- ----------------------------
  166. -- Table structure for jm_job_info
  167. -- ----------------------------
  168. DROP TABLE IF EXISTS `jm_job_info`;
  169. CREATE TABLE `jm_job_info` (
  170. `id` int(11) NOT NULL AUTO_INCREMENT,
  171. `name` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '任务名称',
  172. `type` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '任务类型',
  173. `tag` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '任务分类',
  174. `cron_type` tinyint(4) NOT NULL COMMENT '周期类型(1:单次;2:循环)',
  175. `cron_select_type` tinyint(4) DEFAULT NULL COMMENT '选择周期类型(0:时,1:日,2:周,3:月,4:cron)',
  176. `cron_expression` varchar(30) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '周期表达式',
  177. `api` varchar(255) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT 'api调用',
  178. `json_str` varchar(10000) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT '图形信息',
  179. `status` tinyint(4) NOT NULL COMMENT '状态(0:停用中;1:启用中)',
  180. `delete_status` tinyint(4) NOT NULL COMMENT '是否删除(0:已删除;1:未删除)',
  181. `user_id` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '用户ID',
  182. `user_name` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '用户名称',
  183. `project_id` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '项目ID',
  184. PRIMARY KEY (`id`)
  185. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='定时任务详情';
  186. -- ----------------------------
  187. -- Table structure for jm_job_node
  188. -- ----------------------------
  189. DROP TABLE IF EXISTS `jm_job_node`;
  190. CREATE TABLE `jm_job_node` (
  191. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  192. `job_id` bigint(20) NOT NULL COMMENT '任务ID',
  193. `homework_id` bigint(20) DEFAULT NULL COMMENT '作业ID',
  194. `homework_name` varchar(50) COLLATE utf8_unicode_ci NOT NULL COMMENT '作业名称',
  195. `start_point` tinyint(4) NOT NULL COMMENT '起始点(0:起始点;1:非起始点)',
  196. PRIMARY KEY (`id`)
  197. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='Job节点表';
  198. -- ----------------------------
  199. -- Table structure for jm_job_edge
  200. -- ----------------------------
  201. DROP TABLE IF EXISTS `jm_job_edge`;
  202. CREATE TABLE `jm_job_edge` (
  203. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  204. `in_node_id` bigint(20) DEFAULT NULL,
  205. `out_node_id` bigint(20) DEFAULT NULL,
  206. `job_id` bigint(20) NOT NULL,
  207. PRIMARY KEY (`id`)
  208. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='Job节点关系表';
  209. -- ----------------------------
  210. -- Table structure for relation
  211. -- ----------------------------
  212. DROP TABLE IF EXISTS `relation`;
  213. CREATE TABLE `relation` (
  214. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  215. `se_id` bigint(20) DEFAULT NULL COMMENT '服务端id(debug时不存在)',
  216. `type` varchar(20) COLLATE utf8_unicode_ci NOT NULL COMMENT '(datax,job,task,debug)',
  217. `af_id` int(11) NOT NULL COMMENT 'airflow端id',
  218. `dag_uuid` varchar(50) COLLATE utf8_unicode_ci DEFAULT NULL COMMENT 'dag_uuid(仅在debug时存在)',
  219. PRIMARY KEY (`id`)
  220. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 ;
  221. -- ----------------------------
  222. -- Table structure for airflow_job
  223. -- ----------------------------
  224. DROP TABLE IF EXISTS `airflow_job`;
  225. CREATE TABLE `airflow_job` (
  226. `id` int(11) NOT NULL AUTO_INCREMENT,
  227. `name` text COLLATE utf8_unicode_ci,
  228. `job_type` int(11) DEFAULT NULL,
  229. `tasks` json DEFAULT NULL,
  230. `dependence` json DEFAULT NULL,
  231. `cron` text COLLATE utf8_unicode_ci NOT NULL,
  232. `desc` text COLLATE utf8_unicode_ci NOT NULL,
  233. `route_strategy` varchar(32) COLLATE utf8_unicode_ci DEFAULT NULL,
  234. `block_strategy` varchar(32) COLLATE utf8_unicode_ci DEFAULT NULL,
  235. `executor_timeout` int(11) NOT NULL,
  236. `executor_fail_retry_count` int(11) NOT NULL,
  237. `trigger_status` int(11) NOT NULL,
  238. `trigger_last_time` int(11) DEFAULT NULL,
  239. `trigger_next_time` int(11) DEFAULT NULL,
  240. `create_time` int(11) DEFAULT NULL,
  241. `update_time` int(11) DEFAULT NULL,
  242. `user_id` int(11) DEFAULT NULL,
  243. `job_mode` int(2) DEFAULT '1',
  244. PRIMARY KEY (`id`),
  245. KEY `ix_airflow_job_id` (`id`)
  246. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
  247. -- ----------------------------
  248. -- Table structure for airflow_run
  249. -- ----------------------------
  250. DROP TABLE IF EXISTS `airflow_run`;
  251. CREATE TABLE `airflow_run` (
  252. `id` int(11) NOT NULL AUTO_INCREMENT,
  253. `start_time` double DEFAULT NULL,
  254. `end_time` float DEFAULT NULL,
  255. `job_id` int(11) DEFAULT NULL,
  256. `af_run_id` varchar(60) COLLATE utf8_unicode_ci DEFAULT NULL,
  257. `status` int(11) DEFAULT NULL,
  258. `details` json DEFAULT NULL,
  259. `run_ts` varchar(60) COLLATE utf8_unicode_ci DEFAULT NULL,
  260. PRIMARY KEY (`id`),
  261. KEY `ix_airflow_run_id` (`id`)
  262. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
  263. -- ----------------------------
  264. -- Table structure for airflow_task
  265. -- ----------------------------
  266. DROP TABLE IF EXISTS `airflow_task`;
  267. CREATE TABLE `airflow_task` (
  268. `id` int(11) NOT NULL AUTO_INCREMENT,
  269. `name` text COLLATE utf8_unicode_ci,
  270. `task_type` varchar(16) COLLATE utf8_unicode_ci DEFAULT NULL,
  271. `file_urls` json DEFAULT NULL,
  272. `script` text COLLATE utf8_unicode_ci,
  273. `cmd` text COLLATE utf8_unicode_ci,
  274. `cmd_parameters` text COLLATE utf8_unicode_ci,
  275. `envs` json DEFAULT NULL,
  276. `run_image` text COLLATE utf8_unicode_ci,
  277. `create_time` int(11) DEFAULT NULL,
  278. `update_time` int(11) DEFAULT NULL,
  279. `user_id` int(11) DEFAULT NULL,
  280. PRIMARY KEY (`id`),
  281. KEY `ix_airflow_task_id` (`id`)
  282. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
  283. -- ----------------------------
  284. -- Alter for data_management
  285. -- ----------------------------
  286. ALTER TABLE `data_management`
  287. DROP COLUMN `data_type`,
  288. DROP COLUMN `data_num`,
  289. DROP COLUMN `storage_location`,
  290. DROP COLUMN `storage_usage`,
  291. DROP COLUMN `storage_path`,
  292. DROP COLUMN `integrity`,
  293. ADD COLUMN `table_name` varchar(255) NULL COMMENT '表名' AFTER `name`;
  294. SET FOREIGN_KEY_CHECKS = 1;