一、DataBus部署清单

https://git.oschina.net/f150/raptor-databus

- extractor-agent：抽取器代理，监控抽取器运行时状态
- extractor-common：公共模块，存放常量类，工具类
- extractor-segment：抽取器核心代码模块，负责普通业务、停复机业务的报文获取、拼装、发送等功能
- nm-extractor-server：普通业务模块，负责普通业务抽取器的启动和初始化配置
- sas-extractor-server：停服级业务模块，负责停复机业务抽取器的启动和初始化配置

抽取器启动时，从远程配置中心获取application.properties、extractor.properties两个配置文件。

spring.application.name = nm-extractor-server
spring.redis.database = 0
spring.redis.host = 127.0.01
spring.redis.port = 6379
spring.redis.password = 
spring.redis.pool.max-active = 8
spring.redis.pool.max-wait = -1
spring.redis.pool.max-idle = 8
spring.redis.pool.min-idle = 0
spring.redis.timeout = 0

extractor.datasource.jdbcUrl = jdbc:oracle:thin:@133.37.135.40:1521/crmso
extractor.datasource.type = com.zaxxer.hikari.HikariDataSource
extractor.datasource.username = databus
extractor.datasource.password = bss3
extractor.datasource.driver-class-name = oracle.jdbc.OracleDriver
extractor.datasource.hikari.connection-timeout = 60000
extractor.datasource.hikari.auto-commit = false
extractor.datasource.hikari.maximum-pool-size = 5

extractor.http.maxTotal = 10
extractor.http.defaultMaxPerRoute = 10
extractor.http.socketTimeout = 3000
extractor.http.connectTimeout = 5000
extractor.http.connectionRequestTimeout = 5000

extractor.mq.eventKindId[0] = 1008
extractor.mq.eventKindId[1] = 1009

extractor.zk.servers = 127.0.0.1:2181
extractor.zk.namespace = extractor
extractor.zk.digest = 

extractor.queue.eventQueueSize = 100
extractor.queue.eventDataQueueSize = 100
extractor.queue.buildJsonQueueSize = 100

extractor.thread.overTime = 100000

CREATE TABLE EVENT_META(
  "META_ID" NUMBER(19,0) not null,
  "EVENT_KIND_ID" NUMBER(5,0) not null,
  "DELIVER_TIME" date not null,
  "OBJECT_KEY" VARCHAR2(20) not null,
  "EVENT_TYPE" NUMBER(1,0) not null,
  "REGION_ID" NUMBER(10,0),
  "BEGIN_TIME" TIMESTAMP default CURRENT_TIMESTAMP,
  "FINISH_TIME" TIMESTAMP default CURRENT_TIMESTAMP,
  "RETRY_TIMES" NUMBER(2,0) default 0,
  "STATUS" VARCHAR2(4) not null,
  "ORDER_TYPE_ID" VARCHAR2(1000),
  "OFFER_IDS" VARCHAR2(1000),
  "PROD_IDS" VARCHAR2(1000),
  "SERVICE_OFFER_IDS" VARCHAR2(1000),
  "OFFER_SPEC_ATTR" VARCHAR2(100),
  "SERVICE_SPEC_ATTR" VARCHAR2(100),
  "REMARK" VARCHAR2(1024)
);
comment on column "EVENT_META"."EVENT_KIND_ID"  is '事件来源id';
comment on column "EVENT_META"."DELIVER_TIME"  is '事件信息投递时间';
comment on column "EVENT_META"."OBJECT_KEY"  is '归档组id or 订单id';
comment on column "EVENT_META"."EVENT_TYPE"  is '事件类型，1：停复机，0：普通业务';
comment on column "EVENT_META"."ORDER_TYPE_ID"  is '一个归档组竣工消息事件的业务动作集，多个业务动作，用英文逗号分隔';
comment on column "EVENT_META"."RETRY_TIMES"  is '抽取报文次数';
comment on column "EVENT_META"."BEGIN_TIME"  is '开始抽取报文时间';
comment on column "EVENT_META"."FINISH_TIME"  is '抽取报文完成时间';
comment on column "EVENT_META"."STATUS"  is '事件状态:W(初始状态) P（处理中） C(抽取成功) F（抽取失败，超时或者系统异常）';
comment on table "EVENT_META" is '事件元信息表';


CREATE TABLE EVENT_SOURCE_CONFIG
(
  "EVENT_KIND_ID" NUMBER(10,0) not null,
  "EVENT_NAME" VARCHAR2(100) not null,
  "EVENT_SOURCE" VARCHAR2(50) not null,
  "EVENT_SORT" NUMBER (1,0) not null,
  "DATABUS_KIND_ID" NUMBER(10,0) not null
);
comment on column "EVENT_SOURCE_CONFIG"."EVENT_KIND_ID"  is '事件序号';
comment on column "EVENT_SOURCE_CONFIG"."EVENT_NAME"  is '业务事件名称';
comment on column "EVENT_SOURCE_CONFIG"."EVENT_SOURCE"  is '业务中心名称';
comment on column "EVENT_SOURCE_CONFIG"."EVENT_SORT"  is '事件是否需要按照获取顺寻进行发送，1：需要，0：不需要';
comment on column "EVENT_SOURCE_CONFIG"."DATABUS_KIND_ID"  is 'databus内部队列kindid';
INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1002,'so_order_committing','Extractor_NRM',0,8001);
INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1008,'so_order_construct','Extractor_NRM',0,8002);
INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1007,'so_order_orderitemfinish','Extractor_NRM',0，8003);
INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1009,'so_order_archgrpfinish','Extractor_NRM',1,8004);
INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1003,'so_order_complete','Extractor_NRM',0,8005);
INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1010,'stopAndRestart','Extractor_NRM',0,8006);




CREATE TABLE EVENT_NODE_SERVER
(
  "EVENT_KIND_ID" NUMBER(10,0) not null,
  "NODE_NAME"  VARCHAR2(100) not null,
  "SERVER_URL" VARCHAR2(1000) not null
);
comment on column "EVENT_NODE_SERVER"."EVENT_KIND_ID"  is '事件序号';
comment on column "EVENT_NODE_SERVER"."NODE_NAME"  is '节点名称';
comment on column "EVENT_NODE_SERVER"."SERVER_URL"  is '服务url';
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'customerOrder', 'http://133.37.135.36:9003/so-service/service/so_order_queryCustomerOrderDetailsByCodId');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'customerDetails', 'http://133.37.135.36:9002/cust-service/service/cust_cust_qryCustomerDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'accountDetails', 'http://133.37.135.36:9001/acct-service/service/cust_acct_qryAccountListForMulti');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'offerProdInstDetails', 'http://133.37.135.36:9010/inst-service/service/cust_inst_qryAccProdInstDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'offerInstDetails', 'http://133.37.135.36:9010/inst-service/service/cust_inst_qryOfferInstDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'eventMsg', '');

INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'customerOrders', 'http://133.37.135.36:9003/so-service/service/so_order_queryCustomerOrdersByOrderItemIds');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'customerDetails', 'http://133.37.135.36:9002/cust-service/service/cust_cust_qryCustomerDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'accountDetails', 'http://133.37.135.36:9001/acct-service/service/cust_acct_qryAccountListForMulti');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'offerProdInstDetails', 'http://133.37.135.36:9010/inst-service/service/cust_inst_qryAccProdInstDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'offerInstDetails', 'http://133.37.135.36:9010/inst-service/service/cust_inst_qryOfferInstDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'eventMsg', '');


CREATE TABLE EVENT_PARAMS
(
  "META_ID"   NUMBER(19) not null,
  "PARAM_NAME"  VARCHAR2(16) not null,
  "PARAM_VALUE" VARCHAR2(32) not null
);

comment on table "EVENT_PARAMS" is '事件参数表';
comment on column "EVENT_PARAMS"."META_ID"  is '事件元信息表主键';
comment on column "EVENT_PARAMS"."PARAM_NAME"  is '参数名称';
comment on column "EVENT_PARAMS"."PARAM_VALUE"  is '参数值';

env=dev
dev.meta=http://133.37.135.38:7001

app.id=8001

mvn clean install -Dmaven.test.skip=true

INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1002,'so_order_committing','Extractor_NRM',0,8001);
INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1008,'so_order_construct','Extractor_NRM',0,8002);
INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1007,'so_order_orderitemfinish','Extractor_NRM',0，8003);
INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1009,'so_order_archgrpfinish','Extractor_NRM',1,8004);
INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1003,'so_order_complete','Extractor_NRM',0,8005);
INSERT INTO EVENT_SOURCE_CONFIG (EVENT_KIND_ID, EVENT_NAME, EVENT_SOURCE, EVENT_SORT, DATABUS_KIND_ID) VALUES (1010,'stopAndRestart','Extractor_NRM',0,8006);

INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'customerOrder', 'http://133.37.135.36:9003/so-service/service/so_order_queryCustomerOrderDetailsByCodId');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'customerDetails', 'http://133.37.135.36:9002/cust-service/service/cust_cust_qryCustomerDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'accountDetails', 'http://133.37.135.36:9001/acct-service/service/cust_acct_qryAccountListForMulti');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'offerProdInstDetails', 'http://133.37.135.36:9010/inst-service/service/cust_inst_qryAccProdInstDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'offerInstDetails', 'http://133.37.135.36:9010/inst-service/service/cust_inst_qryOfferInstDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1008,'eventMsg', '');

INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'customerOrders', 'http://133.37.135.36:9003/so-service/service/so_order_queryCustomerOrdersByOrderItemIds');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'customerDetails', 'http://133.37.135.36:9002/cust-service/service/cust_cust_qryCustomerDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'accountDetails', 'http://133.37.135.36:9001/acct-service/service/cust_acct_qryAccountListForMulti');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'offerProdInstDetails', 'http://133.37.135.36:9010/inst-service/service/cust_inst_qryAccProdInstDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'offerInstDetails', 'http://133.37.135.36:9010/inst-service/service/cust_inst_qryOfferInstDetail');
INSERT INTO EVENT_NODE_SERVER (EVENT_KIND_ID, NODE_NAME, SERVER_URL) VALUES (1009,'eventMsg', '');

sh startup.sh

sh shutdown.sh

https://git.oschina.net/f150/raptor-databus

- dispatcher-agent：分发器代理，监控分发器运行时状态
- dispatcher-common：公共模块
- dispatcher-scheduler：分发调度器模块，负责调度分发器运行哪些分发任务
- dispatcher-server：分发器启动模块，负责配置加载、消息的获取、幂等性校验、排序以及发送等操作

1. 文件目录：data-diapatcher/dispatcher-server/src/main/resources
2. 文件说明
 - app.properties:配置应用的appid
   app.id=7001
 - cmdb-env.properties:配置应用中心地址
    env=dev #配置环境类型
    dev.meta =http://133.37.135.38:7001 #配置中心地址

事件分发跟踪表: EVENT_TRACE
订阅关系配置表：SUB_BASE_ITEM、SUB_CHANNEL、SUB_CONFIG、SUB_RELATION

https://git.oschina.net/f150/raptor-databus

  //name必须与proxy文件中example.db.dataSourceName保持一致
   @Bean(name = "usbDataSource")
   //数据源属性前缀
   @ConfigurationProperties(prefix = "usb.datasource")
   public DataSource usbDataSource() {
     return DataSourceBuilder.create().build();
   }

 @Component
 @ConditionalOnBean(HttpExampleProxyConfig.class)
 public class HttpExampleProxySender extends DefaultProxySender {
   
   //注入当前接口的配置
   @Autowired
   @Qualifier("httpExample")
   ProxyProperties proxyConfig;

   //注入http发送代理
   @Autowired
   @Qualifier("httpExampleMessageSender")
   HttpMessageSender httpMessageSender;

   @Override
   public TranslateResult translate(String archiveMsg) {
     return null;
   }

   @Override
   public Response doSend(TranslateResult message) {
     return null;
   }

   @Override
   public void handleResponse(Response response) {

   }
 }

  webSeviceExample.code=1025214000000049
  webSeviceExample.name=webSeviceExample
  webSeviceExample.kindId=8001
  webSeviceExample.level=1
  webSeviceExample.sender=studio.raptor.hutout.example.sender.WebServiceExampleSender
  webSeviceExample.webservice.url=http://133.37.117.160:8000/VsopWebService/WorkSheetAcceptSV?wsdl
  webSeviceExample.webservice.soapHeader=<SOAP-ENV:Envelope xmlns:SOAP-ENV="http://schemas.xmlsoap.org/soap/envelope/" xmlns:SOAP-ENC="http://schemas.xmlsoap.org/soap/encoding/" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema"><SOAP-ENV:Body><m:WorkListFKToVSOPReq xmlns:m="http://www.mbossvsop.com.cn/vsop"><request><![CDATA[
  webSeviceExample.webservice.soapTail=]]></request></m:WorkListFKToVSOPReq></SOAP-ENV:Body></SOAP-ENV:Envelope>

@Configuration
@AutoConfigureAfter(value = {HttpConnectionConfig.class})
@ConditionalOnProperty(prefix = "webSeviceExample", name = "code")
public class WebServiceExampleProxyConfig {

  @Bean(name = "webSeviceExample")
  @ConfigurationProperties(prefix = "webSeviceExample")
  public ProxyProperties proxyConfig() {
    return new ProxyProperties();
  }

  @Bean(name = "webServiceExampleConfig")
  @ConfigurationProperties(prefix = "webSeviceExample.webservice")
  public WebServiceProxyProperties webServiceProxyProperties() {
    return new WebServiceProxyProperties();
  }

  @Bean(name = "webServiceExampleMessageSender")
  public WebServiceMessageSender webserviceMessageSender(HttpClient httpClient,
      WebServiceProxyProperties webServiceProxyProperties) {
    return new WebServiceMessageSender(httpClient, webServiceProxyProperties);
  }

}