ManagerFactory.java 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351
  1. package org.dbsyncer.manager;
  2. import org.dbsyncer.common.event.ClosedEvent;
  3. import org.dbsyncer.common.model.Paging;
  4. import org.dbsyncer.connector.config.ConnectorConfig;
  5. import org.dbsyncer.connector.config.MetaInfo;
  6. import org.dbsyncer.connector.enums.ConnectorEnum;
  7. import org.dbsyncer.connector.enums.FilterEnum;
  8. import org.dbsyncer.connector.enums.OperationEnum;
  9. import org.dbsyncer.listener.enums.QuartzFilterEnum;
  10. import org.dbsyncer.manager.config.OperationConfig;
  11. import org.dbsyncer.manager.config.QueryConfig;
  12. import org.dbsyncer.manager.enums.GroupStrategyEnum;
  13. import org.dbsyncer.manager.enums.HandlerEnum;
  14. import org.dbsyncer.manager.puller.Puller;
  15. import org.dbsyncer.manager.template.impl.DataTemplate;
  16. import org.dbsyncer.manager.template.impl.OperationTemplate;
  17. import org.dbsyncer.parser.Parser;
  18. import org.dbsyncer.parser.enums.ConvertEnum;
  19. import org.dbsyncer.parser.enums.MetaEnum;
  20. import org.dbsyncer.parser.model.*;
  21. import org.dbsyncer.plugin.PluginFactory;
  22. import org.dbsyncer.plugin.config.Plugin;
  23. import org.dbsyncer.storage.constant.ConfigConstant;
  24. import org.dbsyncer.storage.enums.StorageDataStatusEnum;
  25. import org.dbsyncer.storage.enums.StorageEnum;
  26. import org.dbsyncer.storage.query.Query;
  27. import org.slf4j.Logger;
  28. import org.slf4j.LoggerFactory;
  29. import org.springframework.beans.factory.annotation.Autowired;
  30. import org.springframework.context.ApplicationListener;
  31. import org.springframework.stereotype.Component;
  32. import org.springframework.util.Assert;
  33. import java.time.Instant;
  34. import java.util.List;
  35. import java.util.Map;
  36. /**
  37. * @author AE86
  38. * @version 1.0.0
  39. * @date 2019/9/16 23:59
  40. */
  41. @Component
  42. public class ManagerFactory implements Manager, ApplicationListener<ClosedEvent> {
  43. private final Logger logger = LoggerFactory.getLogger(getClass());
  44. @Autowired
  45. private Parser parser;
  46. @Autowired
  47. private PluginFactory pluginFactory;
  48. @Autowired
  49. private OperationTemplate operationTemplate;
  50. @Autowired
  51. private DataTemplate dataTemplate;
  52. @Autowired
  53. private Map<String, Puller> map;
  54. @Override
  55. public boolean alive(ConnectorConfig config) {
  56. return parser.alive(config);
  57. }
  58. @Override
  59. public List<String> getTable(ConnectorConfig config) {
  60. return parser.getTable(config);
  61. }
  62. @Override
  63. public MetaInfo getMetaInfo(String connectorId, String tableName) {
  64. return parser.getMetaInfo(connectorId, tableName);
  65. }
  66. @Override
  67. public String addConnector(ConfigModel model) {
  68. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_ADD.getHandler()));
  69. }
  70. @Override
  71. public String editConnector(ConfigModel model) {
  72. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_EDIT.getHandler()));
  73. }
  74. @Override
  75. public void removeConnector(String connectorId) {
  76. operationTemplate.remove(new OperationConfig(connectorId));
  77. }
  78. @Override
  79. public Connector getConnector(String connectorId) {
  80. return operationTemplate.queryObject(Connector.class, connectorId);
  81. }
  82. @Override
  83. public List<Connector> getConnectorAll() {
  84. Connector connector = new Connector();
  85. connector.setType(ConfigConstant.CONNECTOR);
  86. QueryConfig<Connector> queryConfig = new QueryConfig<>(connector);
  87. List<Connector> connectors = operationTemplate.queryAll(queryConfig);
  88. return connectors;
  89. }
  90. @Override
  91. public String addMapping(ConfigModel model) {
  92. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_ADD.getHandler()));
  93. }
  94. @Override
  95. public String editMapping(ConfigModel model) {
  96. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_EDIT.getHandler()));
  97. }
  98. @Override
  99. public void removeMapping(String mappingId) {
  100. operationTemplate.remove(new OperationConfig(mappingId));
  101. }
  102. @Override
  103. public Mapping getMapping(String mappingId) {
  104. return operationTemplate.queryObject(Mapping.class, mappingId);
  105. }
  106. @Override
  107. public List<Mapping> getMappingAll() {
  108. Mapping mapping = new Mapping();
  109. mapping.setType(ConfigConstant.MAPPING);
  110. QueryConfig<Mapping> queryConfig = new QueryConfig<>(mapping);
  111. List<Mapping> mappings = operationTemplate.queryAll(queryConfig);
  112. return mappings;
  113. }
  114. @Override
  115. public String addTableGroup(ConfigModel model) {
  116. return operationTemplate.execute(new OperationConfig(model, GroupStrategyEnum.TABLE, HandlerEnum.OPR_ADD.getHandler()));
  117. }
  118. @Override
  119. public String editTableGroup(ConfigModel model) {
  120. return operationTemplate.execute(new OperationConfig(model, GroupStrategyEnum.TABLE, HandlerEnum.OPR_EDIT.getHandler()));
  121. }
  122. @Override
  123. public void removeTableGroup(String tableGroupId) {
  124. operationTemplate.remove(new OperationConfig(tableGroupId, GroupStrategyEnum.TABLE));
  125. }
  126. @Override
  127. public TableGroup getTableGroup(String tableGroupId) {
  128. return operationTemplate.queryObject(TableGroup.class, tableGroupId);
  129. }
  130. @Override
  131. public List<TableGroup> getTableGroupAll(String mappingId) {
  132. TableGroup tableGroup = new TableGroup();
  133. tableGroup.setType(ConfigConstant.TABLE_GROUP);
  134. tableGroup.setMappingId(mappingId);
  135. QueryConfig<TableGroup> queryConfig = new QueryConfig<>(tableGroup, GroupStrategyEnum.TABLE);
  136. List<TableGroup> tableGroups = operationTemplate.queryAll(queryConfig);
  137. return tableGroups;
  138. }
  139. @Override
  140. public Map<String, String> getCommand(Mapping mapping, TableGroup tableGroup) {
  141. return parser.getCommand(mapping, tableGroup);
  142. }
  143. @Override
  144. public long getCount(String connectorId, Map<String, String> command) {
  145. return parser.getCount(connectorId, command);
  146. }
  147. @Override
  148. public String addMeta(ConfigModel model) {
  149. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_ADD.getHandler()));
  150. }
  151. @Override
  152. public String editMeta(ConfigModel model) {
  153. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_EDIT.getHandler()));
  154. }
  155. @Override
  156. public Meta getMeta(String metaId) {
  157. return operationTemplate.queryObject(Meta.class, metaId);
  158. }
  159. @Override
  160. public void removeMeta(String metaId) {
  161. operationTemplate.remove(new OperationConfig(metaId));
  162. }
  163. @Override
  164. public List<Meta> getMetaAll() {
  165. Meta meta = new Meta();
  166. meta.setType(ConfigConstant.META);
  167. QueryConfig<Meta> queryConfig = new QueryConfig<>(meta);
  168. return operationTemplate.queryAll(queryConfig);
  169. }
  170. @Override
  171. public String addConfig(ConfigModel model) {
  172. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_ADD.getHandler()));
  173. }
  174. @Override
  175. public String editConfig(ConfigModel model) {
  176. return operationTemplate.execute(new OperationConfig(model, HandlerEnum.OPR_EDIT.getHandler()));
  177. }
  178. @Override
  179. public Config getConfig(String configId) {
  180. return operationTemplate.queryObject(Config.class, configId);
  181. }
  182. @Override
  183. public void removeConfig(String configId) {
  184. operationTemplate.remove(new OperationConfig(configId));
  185. }
  186. @Override
  187. public List<Config> getConfigAll() {
  188. Config config = new Config();
  189. config.setType(ConfigConstant.CONFIG);
  190. QueryConfig<Config> queryConfig = new QueryConfig<>(config);
  191. return operationTemplate.queryAll(queryConfig);
  192. }
  193. @Override
  194. public Paging queryData(Query query, String collectionId) {
  195. query.setType(StorageEnum.DATA);
  196. query.setCollection(collectionId);
  197. return dataTemplate.query(query);
  198. }
  199. @Override
  200. public void clearData(String collectionId) {
  201. dataTemplate.clear(StorageEnum.DATA, collectionId);
  202. }
  203. @Override
  204. public Paging queryLog(Query query) {
  205. query.setType(StorageEnum.LOG);
  206. return dataTemplate.query(query);
  207. }
  208. @Override
  209. public void clearLog() {
  210. dataTemplate.clear(StorageEnum.LOG, null);
  211. }
  212. @Override
  213. public List<ConnectorEnum> getConnectorEnumAll() {
  214. return parser.getConnectorEnumAll();
  215. }
  216. @Override
  217. public List<OperationEnum> getOperationEnumAll() {
  218. return parser.getOperationEnumAll();
  219. }
  220. @Override
  221. public List<QuartzFilterEnum> getQuartzFilterEnumAll() {
  222. return parser.getQuartzFilterEnumAll();
  223. }
  224. @Override
  225. public List<FilterEnum> getFilterEnumAll() {
  226. return parser.getFilterEnumAll();
  227. }
  228. @Override
  229. public List<ConvertEnum> getConvertEnumAll() {
  230. return parser.getConvertEnumAll();
  231. }
  232. @Override
  233. public List<StorageDataStatusEnum> getStorageDataStatusEnumAll() {
  234. return parser.getStorageDataStatusEnumAll();
  235. }
  236. @Override
  237. public List<Plugin> getPluginAll() {
  238. return pluginFactory.getPluginAll();
  239. }
  240. @Override
  241. public String getPluginPath() {
  242. return pluginFactory.getPluginPath();
  243. }
  244. @Override
  245. public void loadPlugins() {
  246. pluginFactory.loadPlugins();
  247. }
  248. @Override
  249. public void start(Mapping mapping) {
  250. Puller puller = getPuller(mapping);
  251. // 标记运行中
  252. changeMetaState(mapping.getMetaId(), MetaEnum.RUNNING);
  253. puller.asyncStart(mapping);
  254. }
  255. @Override
  256. public void close(Mapping mapping) {
  257. Puller puller = getPuller(mapping);
  258. // 标记停止中
  259. String metaId = mapping.getMetaId();
  260. changeMetaState(metaId, MetaEnum.STOPPING);
  261. puller.close(metaId);
  262. }
  263. @Override
  264. public void changeMetaState(String metaId, MetaEnum metaEnum) {
  265. Meta meta = getMeta(metaId);
  266. int code = metaEnum.getCode();
  267. if (null != meta && meta.getState() != code) {
  268. meta.setState(code);
  269. meta.setUpdateTime(Instant.now().toEpochMilli());
  270. editMeta(meta);
  271. }
  272. }
  273. @Override
  274. public void onApplicationEvent(ClosedEvent event) {
  275. // 异步监听任务关闭事件
  276. changeMetaState(event.getId(), MetaEnum.READY);
  277. }
  278. private Puller getPuller(Mapping mapping) {
  279. Assert.notNull(mapping, "驱动不能为空");
  280. String model = mapping.getModel();
  281. String metaId = mapping.getMetaId();
  282. Assert.hasText(model, "同步方式不能为空");
  283. Assert.hasText(metaId, "任务ID不能为空");
  284. Puller puller = map.get(model.concat("Puller"));
  285. Assert.notNull(puller, String.format("未知的同步方式: %s", model));
  286. return puller;
  287. }
  288. }