Mer-No.03 甘肃PS_SDR.log数据采集
1、修改ps-sdr-2012*******.log merge合并后的备份文件的位置
?
修改merge配置文件：spring-config.xml ------ 修改mc_L0502
?
<bean id="mc_L0502" parent="mc_default"><property name="enabled" value="true"/> <property name="outputStrategy"><bean value="0 0/5 * * * ?"/> </bean></property><property name="converting" value="false"/><property name="dirConverted" value="converted/$TIME:yyyyMMddHH$/$groupId$/$fileDir$"/> <property name="dirBackup" value="backupTdr/$fileDir$"/><property name="dirCopy" value="downloaded/$TIME:yyyyMMddHH$/$groupId$/$fileDir$"/></bean>?
?
2、修改Capture配置文件
<ref bean="Capture.woUser" />
<bean id="Capture.woUser" parent="moduleMain" init-method="setSubMoudel"><property name="fullName" value="Capture.woUser"></property><property name="dataSource" value="L0550"></property><property name="neID" value=""></property><property name="csvDir" value="${commonPath}backupTdr/PS_SDR"></property><property name="bakDir" value="${commonPath}backup/syslog" /><property name="debug" value="false" /><property name="numParseThreads" value="3" /><property name="shouldBeOrdered" value="false" /><property name="numInputQueue" value="100" /><property name="numOutputQueue" value="10" /><property name="maxFileCount" value="1" /><property name="maxTdrCount" value="200000" /><property name="subThreads"><list><ref bean="FileStore.woUser"/></list></property></bean><bean id="FileStore.woUser" parent="moduleMain" init-method="setSubMoudel"><property name="fullName" value="FileStore.woUser"></property><property name="noSave" value="false" /><property name="m_szSaveBinDir" value="${commonPath}binary" /><property name="storeType" value="3" /></bean>?3、修改数据库表dic_perf_class
?
?
insert into dic_perf_class (ID, PERF_CLASS, PERF_NAME, PERF_TYPE, VENDOR_ID, VENDOR_VERSION, TABLE_NAME, IS_AVAILABLE, PERIOD_TYPE, PERIOD_DATA, COL_STARTTIME, COL_RECORDSTATUS, FILE_FORMAT, FILE_NAME_FORMAT, TABLE_NAME_FILTER, PARENT_PERFCLASS, OBJECT_TYPE, REMARK)values (550, 'L0550', 'wo_user', 0, '1', '1', 'perf_o_ps_sdr', 1, 'mi', 5, '', 'MC0101840019', '140', 'PS_SDR-.*\.log', '', '', '', '');
?
?4、修改数据库表dic_vendor_field_def
?
?
insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)values (55000001, 'L0550', 'MC0550000001', 4, 4, 18, '客户端IP', 'perf_o_ps_sdr', 'CLIENT_IP', 'char', 'GetIP', 3, 0, '', '3', '', '', '', '', '', 1);insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)values (55000002, 'L0550', 'MC0550000002', 9, 1, 1, 'SESSION_ID', 'perf_o_ps_sdr', 'SESSION_ID', 'char', '', 1, 0, '', '9', '', '', '', '', '', 1);insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)values (55000003, 'L0550', 'MC0550000003', 1, 4, 14, 'MSISDN', 'perf_o_ps_sdr', 'MSISDN', 'char', 'Get86MSISDN', 3, 0, '', '5', '', '', '', '', '', 1);insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)values (55000004, 'L0550', 'MC0550000004', 8, 4, 2, '开始时间', 'perf_o_ps_sdr', 'START_TIME', 'date', 'GetDateTimeFromNumber', 3, 0, '', '1', '', 'to_date(:start_time,''yyyymmddhh24miss'')', '', '', '', 1);insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)values (55000005, 'L0550', 'MC0550000005', 5, 4, 10, 'LAC', 'perf_o_ps_sdr', 'LAC', 'char', 'GetBoradLac', 1, 0, '', '6', '', '', '', '', '', 1);insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)values (55000006, 'L0550', 'MC0550000006', 6, 4, 12, 'CI', 'perf_o_ps_sdr', 'CI', 'char', 'GetBoradCi,MC0550000005', 1, 0, '', '7', '', '', '', '', '', 1);insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)values (55000007, 'L0550', 'MC0550000007', 7, 4, null, 'LAC_CI作为KEY', 'perf_o_ps_sdr', 'LAC_CI', 'char', 'GetRadcomLacCi,MC0550000005,MC0550000006', 3, 0, '', '2', '', '', '', '', '', 1);insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)values (55000008, 'L0550', 'MC0550000008', 2, 1, 16, 'IMEI_SV', 'perf_o_ps_sdr', 'IMEI_SV', 'char', '', 1, 0, '', '8', '', '', '', '', '', 1);insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)values (55000009, 'L0550', 'MC0550000009', 3, 4, null, 'IMEI', 'perf_o_ps_sdr', 'IMEI', 'char', 'GetPhoneSection,MC0550000008,0,15', 3, 0, '', '4', '', '', '', '', '', 1);insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)values (55000010, 'L0550', 'MC0101840019', 330, 2, null, 'SSR文件名', 'perf_o_ps_sdr', 'SSR_FILENAME', 'char', 'getRecordStatus()', 1, 0, '', '10', '', '', '', '', '', 1);?
5、部署gc程序回收该路径下面的文件，防止积压