ManagerFactory.java 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370
  1. package org.dbsyncer.manager;
  2. import org.dbsyncer.common.event.ClosedEvent;
  3. import org.dbsyncer.common.model.Paging;
  4. import org.dbsyncer.connector.ConnectorMapper;
  5. import org.dbsyncer.connector.config.ConnectorConfig;
  6. import org.dbsyncer.connector.config.MetaInfo;
  7. import org.dbsyncer.connector.config.Table;
  8. import org.dbsyncer.connector.enums.ConnectorEnum;
  9. import org.dbsyncer.connector.enums.FilterEnum;
  10. import org.dbsyncer.connector.enums.OperationEnum;
  11. import org.dbsyncer.listener.enums.QuartzFilterEnum;
  12. import org.dbsyncer.manager.config.OperationConfig;
  13. import org.dbsyncer.manager.config.QueryConfig;
  14. import org.dbsyncer.manager.enums.GroupStrategyEnum;
  15. import org.dbsyncer.manager.enums.HandlerEnum;
  16. import org.dbsyncer.manager.puller.Puller;
  17. import org.dbsyncer.manager.template.impl.OperationTemplate;
  18. import org.dbsyncer.parser.Parser;
  19. import org.dbsyncer.parser.enums.ConvertEnum;
  20. import org.dbsyncer.parser.enums.MetaEnum;
  21. import org.dbsyncer.parser.enums.ModelEnum;
  22. import org.dbsyncer.parser.logger.LogService;
  23. import org.dbsyncer.parser.logger.LogType;
  24. import org.dbsyncer.parser.model.*;
  25. import org.dbsyncer.plugin.PluginFactory;
  26. import org.dbsyncer.plugin.config.Plugin;
  27. import org.dbsyncer.storage.StorageService;
  28. import org.dbsyncer.storage.constant.ConfigConstant;
  29. import org.dbsyncer.storage.enums.StorageDataStatusEnum;
  30. import org.dbsyncer.storage.enums.StorageEnum;
  31. import org.dbsyncer.storage.query.Query;
  32. import org.springframework.beans.factory.annotation.Autowired;
  33. import org.springframework.context.ApplicationListener;
  34. import org.springframework.stereotype.Component;
  35. import org.springframework.util.Assert;
  36. import java.time.Instant;
  37. import java.util.List;
  38. import java.util.Map;
  39. /**
  40. * @author AE86
  41. * @version 1.0.0
  42. * @date 2019/9/16 23:59
  43. */
  44. @Component
  45. public class ManagerFactory implements Manager, ApplicationListener<ClosedEvent> {
  46. @Autowired
  47. private Parser parser;
  48. @Autowired
  49. private PluginFactory pluginFactory;
  50. @Autowired
  51. private OperationTemplate operationTemplate;
  52. @Autowired
  53. private StorageService storageService;
  54. @Autowired
  55. private LogService logService;
  56. @Autowired
  57. private Map<String, Puller> map;
  58. @Override
  59. public ConnectorMapper connect(ConnectorConfig config) {
  60. return parser.connect(config);
  61. }
  62. @Override
  63. public boolean refreshConnectorConfig(ConnectorConfig config) {
  64. return parser.refreshConnectorConfig(config);
  65. }
  66. @Override
  67. public boolean isAliveConnectorConfig(ConnectorConfig config) {
  68. return parser.isAliveConnectorConfig(config);
  69. }
  70. @Override
  71. public List<Table> getTable(ConnectorMapper config) {
  72. return parser.getTable(config);
  73. }
  74. @Override
  75. public MetaInfo getMetaInfo(String connectorId, String tableName) {
  76. return parser.getMetaInfo(connectorId, tableName);
  77. }
  78. @Override
  79. public String addConnector(ConfigModel model) {
  80. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_ADD.getHandler()));
  81. }
  82. @Override
  83. public String editConnector(ConfigModel model) {
  84. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_EDIT.getHandler()));
  85. }
  86. @Override
  87. public void removeConnector(String connectorId) {
  88. operationTemplate.remove(new OperationConfig(connectorId));
  89. }
  90. @Override
  91. public Connector getConnector(String connectorId) {
  92. return operationTemplate.queryObject(Connector.class, connectorId);
  93. }
  94. @Override
  95. public List<Connector> getConnectorAll() {
  96. Connector connector = new Connector();
  97. connector.setType(ConfigConstant.CONNECTOR);
  98. QueryConfig<Connector> queryConfig = new QueryConfig<>(connector);
  99. List<Connector> connectors = operationTemplate.queryAll(queryConfig);
  100. return connectors;
  101. }
  102. @Override
  103. public String addMapping(ConfigModel model) {
  104. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_ADD.getHandler()));
  105. }
  106. @Override
  107. public String editMapping(ConfigModel model) {
  108. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_EDIT.getHandler()));
  109. }
  110. @Override
  111. public void removeMapping(String mappingId) {
  112. operationTemplate.remove(new OperationConfig(mappingId));
  113. }
  114. @Override
  115. public Mapping getMapping(String mappingId) {
  116. return operationTemplate.queryObject(Mapping.class, mappingId);
  117. }
  118. @Override
  119. public List<Mapping> getMappingAll() {
  120. Mapping mapping = new Mapping();
  121. mapping.setType(ConfigConstant.MAPPING);
  122. QueryConfig<Mapping> queryConfig = new QueryConfig<>(mapping);
  123. List<Mapping> mappings = operationTemplate.queryAll(queryConfig);
  124. return mappings;
  125. }
  126. @Override
  127. public String addTableGroup(ConfigModel model) {
  128. return operationTemplate.execute(new OperationConfig(model, GroupStrategyEnum.TABLE, HandlerEnum.OPR_ADD.getHandler()));
  129. }
  130. @Override
  131. public String editTableGroup(ConfigModel model) {
  132. return operationTemplate.execute(new OperationConfig(model, GroupStrategyEnum.TABLE, HandlerEnum.OPR_EDIT.getHandler()));
  133. }
  134. @Override
  135. public void removeTableGroup(String tableGroupId) {
  136. operationTemplate.remove(new OperationConfig(tableGroupId, GroupStrategyEnum.TABLE));
  137. }
  138. @Override
  139. public TableGroup getTableGroup(String tableGroupId) {
  140. return operationTemplate.queryObject(TableGroup.class, tableGroupId);
  141. }
  142. @Override
  143. public List<TableGroup> getTableGroupAll(String mappingId) {
  144. TableGroup tableGroup = new TableGroup();
  145. tableGroup.setType(ConfigConstant.TABLE_GROUP);
  146. tableGroup.setMappingId(mappingId);
  147. QueryConfig<TableGroup> queryConfig = new QueryConfig<>(tableGroup, GroupStrategyEnum.TABLE);
  148. List<TableGroup> tableGroups = operationTemplate.queryAll(queryConfig);
  149. return tableGroups;
  150. }
  151. @Override
  152. public Map<String, String> getCommand(Mapping mapping, TableGroup tableGroup) {
  153. return parser.getCommand(mapping, tableGroup);
  154. }
  155. @Override
  156. public long getCount(String connectorId, Map<String, String> command) {
  157. return parser.getCount(connectorId, command);
  158. }
  159. @Override
  160. public String addMeta(ConfigModel model) {
  161. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_ADD.getHandler()));
  162. }
  163. @Override
  164. public String editMeta(ConfigModel model) {
  165. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_EDIT.getHandler()));
  166. }
  167. @Override
  168. public Meta getMeta(String metaId) {
  169. return operationTemplate.queryObject(Meta.class, metaId);
  170. }
  171. @Override
  172. public void removeMeta(String metaId) {
  173. operationTemplate.remove(new OperationConfig(metaId));
  174. }
  175. @Override
  176. public List<Meta> getMetaAll() {
  177. Meta meta = new Meta();
  178. meta.setType(ConfigConstant.META);
  179. QueryConfig<Meta> queryConfig = new QueryConfig<>(meta);
  180. return operationTemplate.queryAll(queryConfig);
  181. }
  182. @Override
  183. public String addConfig(ConfigModel model) {
  184. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_ADD.getHandler()));
  185. }
  186. @Override
  187. public String editConfig(ConfigModel model) {
  188. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_EDIT.getHandler()));
  189. }
  190. @Override
  191. public Config getConfig(String configId) {
  192. return operationTemplate.queryObject(Config.class, configId);
  193. }
  194. @Override
  195. public List<Config> getConfigAll() {
  196. Config config = new Config();
  197. config.setType(ConfigConstant.CONFIG);
  198. QueryConfig<Config> queryConfig = new QueryConfig<>(config);
  199. return operationTemplate.queryAll(queryConfig);
  200. }
  201. @Override
  202. public Paging queryData(Query query, String collectionId) {
  203. query.setType(StorageEnum.DATA);
  204. query.setCollection(collectionId);
  205. return storageService.query(query);
  206. }
  207. @Override
  208. public void clearData(String collectionId) {
  209. Meta meta = getMeta(collectionId);
  210. Mapping mapping = getMapping(meta.getMappingId());
  211. String model = ModelEnum.getModelEnum(mapping.getModel()).getName();
  212. LogType.MappingLog log = LogType.MappingLog.CLEAR_DATA;
  213. logService.log(log, "%s:%s(%s)", log.getMessage(), mapping.getName(), model);
  214. storageService.clear(StorageEnum.DATA, collectionId);
  215. }
  216. @Override
  217. public Paging queryLog(Query query) {
  218. query.setType(StorageEnum.LOG);
  219. return storageService.query(query);
  220. }
  221. @Override
  222. public void clearLog() {
  223. storageService.clear(StorageEnum.LOG, null);
  224. }
  225. @Override
  226. public List<ConnectorEnum> getConnectorEnumAll() {
  227. return parser.getConnectorEnumAll();
  228. }
  229. @Override
  230. public List<OperationEnum> getOperationEnumAll() {
  231. return parser.getOperationEnumAll();
  232. }
  233. @Override
  234. public List<QuartzFilterEnum> getQuartzFilterEnumAll() {
  235. return parser.getQuartzFilterEnumAll();
  236. }
  237. @Override
  238. public List<FilterEnum> getFilterEnumAll() {
  239. return parser.getFilterEnumAll();
  240. }
  241. @Override
  242. public List<ConvertEnum> getConvertEnumAll() {
  243. return parser.getConvertEnumAll();
  244. }
  245. @Override
  246. public List<StorageDataStatusEnum> getStorageDataStatusEnumAll() {
  247. return parser.getStorageDataStatusEnumAll();
  248. }
  249. @Override
  250. public List<Plugin> getPluginAll() {
  251. return pluginFactory.getPluginAll();
  252. }
  253. @Override
  254. public String getPluginPath() {
  255. return pluginFactory.getPluginPath();
  256. }
  257. @Override
  258. public String getLibraryPath() {
  259. return pluginFactory.getLibraryPath();
  260. }
  261. @Override
  262. public void loadPlugins() {
  263. pluginFactory.loadPlugins();
  264. }
  265. @Override
  266. public void start(Mapping mapping) {
  267. Puller puller = getPuller(mapping);
  268. // 标记运行中
  269. changeMetaState(mapping.getMetaId(), MetaEnum.RUNNING);
  270. puller.asyncStart(mapping);
  271. }
  272. @Override
  273. public void close(Mapping mapping) {
  274. Puller puller = getPuller(mapping);
  275. // 标记停止中
  276. String metaId = mapping.getMetaId();
  277. changeMetaState(metaId, MetaEnum.STOPPING);
  278. puller.close(metaId);
  279. }
  280. @Override
  281. public void changeMetaState(String metaId, MetaEnum metaEnum) {
  282. Meta meta = getMeta(metaId);
  283. int code = metaEnum.getCode();
  284. if (null != meta && meta.getState() != code) {
  285. meta.setState(code);
  286. meta.setUpdateTime(Instant.now().toEpochMilli());
  287. editMeta(meta);
  288. }
  289. }
  290. @Override
  291. public void onApplicationEvent(ClosedEvent event) {
  292. // 异步监听任务关闭事件
  293. changeMetaState(event.getId(), MetaEnum.READY);
  294. }
  295. private Puller getPuller(Mapping mapping) {
  296. Assert.notNull(mapping, "驱动不能为空");
  297. String model = mapping.getModel();
  298. String metaId = mapping.getMetaId();
  299. Assert.hasText(model, "同步方式不能为空");
  300. Assert.hasText(metaId, "任务ID不能为空");
  301. Puller puller = map.get(model.concat("Puller"));
  302. Assert.notNull(puller, String.format("未知的同步方式: %s", model));
  303. return puller;
  304. }
  305. }