Solr5 DataImport 处理1对多关系

“问题” 和“派发处理” 是2个对象。每个问题可以被派发N次，最后结束问题。

实际查询中数据量可能很大，同时即可以从问题查派发部门，也可以从派发情况查询问题（如本部门处理的问题）

使用的技巧就是：增加doc_id, doc_type字段。实现多Entity查询。

schema.xml

  1 <?xml version="1.0" encoding="UTF-8" ?>
  2 <schema name="uum" version="1.2">
  3   <types>
  4     <fieldType name="boolean" class="solr.BoolField"/>
  5     <fieldType name="date" class="solr.TrieDateField"/>
  6     <fieldType name="float" class="solr.TrieFloatField"/>
  7     <fieldType name="int" class="solr.TrieIntField"/>
  8     <fieldType name="long" class="solr.TrieLongField" precisionStep="0" positionIncrementGap="0"/>
  9     <fieldType name="string" class="solr.StrField"/>
 10     <fieldType name="url" class="solr.StrField" indexed="false" stored="true" />
 11 
 12     <fieldType name="simpletext" 
 13                class="solr.TextField" 
 14                positionIncrementGap="100">
 15       <analyzer>
 16         <tokenizer class="solr.StandardTokenizerFactory"/>
 17         <filter class="solr.LowerCaseFilterFactory"/>
 18       </analyzer>
 19     </fieldType>
 20 
 21     <fieldType name="ignored" class="solr.StrField" 
 22                indexed="false" stored="false" />
 23                
 24    <fieldType name="date_l" class="solr.TrieLongField" precisionStep="0" positionIncrementGap="0"/>
 25                
 26   </types>
 27     
 28   <fields>
 29 
 30     <!--
 31        FIELDS THAT ARE IN DOCS OF MULTIPLE TYPES
 32       -->
 33 
 34     <!-- this will be our uniqueKey, so it has to be distinct across
 35          all types of documents
 36       -->
 37     <field name="doc_id" type="string" />
 38 
 39     <!-- the type (or domain) of our document -->
 40     <field name="doc_type" type="string" />
 41 
 42     <!-- external URLs -->
 43     <dynamicField name="*_url" type="url" multiValued="false" />
 44     <dynamicField name="*_urls" type="url" multiValued="true"/>
 45 
 46     <!-- dates -->
 47     <dynamicField name="*_dt" type="date" />
 48 
 49     <!-- numeric values that might come in hand for relevancy biasing
 50          (they all relate to popularity)
 51       -->
 52     <dynamicField name="*_count" type="int" multiValued="false"/>
 53 
 54     <field name="_version_" type="long" indexed="true" stored="true"/>
 55     <field name="_root_" type="string" indexed="true" stored="false"/>
 56     <!-- Field used by Suggester for autocompletion -->
 57     <field name="autocomplete" 
 58            type="simpletext" 
 59            stored="false" 
 60            multiValued="true" />
 61 
 62     <!-- quick search field -->
 63     <field name="catchall" 
 64            type="simpletext" 
 65            stored="false"
 66            omitNorms="true"
 67            multiValued="true" />
 68     <field name="ID" type="string" multiValued="false"/>
 69     
 70     <!-- 
 71        PETITION
 72       -->
 73     <field name="TenantId"  type="string" multiValued="false"/>
 74     <field name="PetitionId"  type="string" multiValued="false"/>
 75     <field name="PetitionNumber"  type="string" multiValued="false"/>
 76     <field name="Title"  type="simpletext" multiValued="false"/>
 77     <field name="Content"  type="simpletext" multiValued="false"/>
 78     <field name="Tel"  type="string" multiValued="false"/>
 79     <field name="EventAddress"  type="simpletext" multiValued="false"/>
 80     <field name="DutyGridName"  type="string" multiValued="false"/>
 81     <field name="ComplaintType"  type="string" multiValued="false"/>
 82     <field name="IsVoid"  type="boolean" multiValued="false"/>
 83     <field name="IsEnd"  type="boolean" multiValued="false"/>
 84     <field name="GridAddress"  type="simpletext" multiValued="false"/>
 85     <field name="CategoryName"  type="string" multiValued="false"/>
 86     <field name="Category"  type="string" multiValued="false"/>
 87     
 88     <field name="Status"  type="string" multiValued="false"/>
 89     <field name="RegisterOn"  type="date" multiValued="false"/>
 90     <field name="DeadLine"  type="date" multiValued="false"/>
 91     <field name="ReportOn"  type="date" multiValued="false"/>
 92     <field name="EndCaseOn"  type="date" multiValued="false"/>
 93     <field name="CreatedBy"  type="string" multiValued="false"/>
 94     <field name="SourceWay"  type="string" multiValued="false"/>
 95     <field name="ISWGXTSB"  type="string" multiValued="false"/>
 96     <field name="RegisterOffice"  type="string" multiValued="false"/>
 97     <field name="EventLevel"  type="string" multiValued="false"/>
 98     <field name="ImportantLevel"  type="string" multiValued="false"/>
 99     
100         <!--
101                 PETITION/DISPATCH
102         -->
103           <field name="DispatchOffices" type="string" multiValued="true"/>
104           <!--<field name="DispatchOfficeNames" />-->
105           <field name="ReceiveOffices"  type="string" multiValued="true"/>
106           <field name="ReceiveOfficeNames"  type="string" multiValued="true"/>
107           
108         
109         <!--
110                 PETITION/PARTICIPANT
111         -->
112           <field name="OrgUnits" type="string" multiValued="true"/>
113           <field name="Participants"  type="string" multiValued="true"/>
114 
115     <!-- 
116        DISPATCH
117       -->
118 
119       <field name="Dispatcher" type="string" multiValued="false"/>
120       <field name="DispatchOn" type="date" multiValued="false"/>
121       <field name="DispatchOffice" type="string" multiValued="false"/>
122       <field name="DispatchOfficeName" type="string" multiValued="false"/>
123       <field name="ReceiveOffice" type="string" multiValued="false"/>
124       <field name="ReceiveOfficeName" type="string" multiValued="false"/>
125       <field name="StartOn"  type="date" multiValued="false"/>
126       <field name="DealWay"  type="string" multiValued="false"/>
127       <field name="FeedBackType"  type="string" multiValued="false"/>
128       <field name="FeedBackPeople"  type="string" multiValued="false"/>
129       <field name="FeedBackOn"   type="date" multiValued="false"/>
130       <field name="FeedBackMsg"   type="simpletext" multiValued="false"/>
131       <field name="NoPublicOpinion"   type="simpletext" multiValued="false"/>
132       <field name="IsPublic"  type="boolean" multiValued="false"/>
133       <field name="IsAlreadyReply"  type="boolean" multiValued="false"/>
134       <field name="IsAlreadyContact"  type="boolean" multiValued="false"/>
135 
136   </fields>
137 
138 
139   <!-- copy author names and title titles to a field to autocomplete
140   <copyField source="canonical_name" dest="autocomplete"/>
141   <copyField source="title" dest="autocomplete"/> -->
142   
143   <!-- copy everything into one big field for easy searching -->
144   <copyField source="PetitionNumber" dest="catchall"/>
145   <copyField source="Title" dest="catchall"/>
146   <copyField source="Content" dest="catchall"/>
147   <copyField source="Tel" dest="catchall"/>
148   <copyField source="EventAddress" dest="catchall"/>
149 
150   <!-- A unique Key field isn't neccessary, but it's the only way Solr -->
151   <!-- can automaticly replace docs when they change -->
152   <!-- DataImportHandler is also very unhappy if you don't have one -->
153   <uniqueKey>doc_id</uniqueKey>
154 
155   <!-- It's a *very* good idea to have a default search field -->
156   <defaultSearchField>catchall</defaultSearchField>
157 
158 </schema>

schema.xml

db-data-config.xml

  1 <dataConfig>
  2     <dataSource type="JdbcDataSource"
  3                 driver="oracle.jdbc.driver.OracleDriver"
  4                 url="jdbc:oracle:thin:@192.168.0.0:1521:test" 
  5                 user="user" 
  6                 password="pwd"
  7                 />
  8     <document>
  9         <entity name="petition" 
 10                 pk="ID"
 11                 transformer="TemplateTransformer"
 12                 query="select * from VW_HIS_EventInfo "
 13                 deltaImportQuery="select t.* from VW_HIS_EventInfo t where t.id='${dataimporter.delta.ID}'"
 14                 deltaQuery="select t.* from VW_HIS_EventInfo t where  
 15                 RegistorOn> NEW_TIME(to_date('${dataimporter.last_index_time}','yyyy-mm-dd hh24:mi:ss'), 'PST', 'GMT')
 16                 or ReportOn> NEW_TIME(to_date('${dataimporter.last_index_time}','yyyy-mm-dd hh24:mi:ss'), 'PST', 'GMT')
 17                 or endcaseon> NEW_TIME(to_date('${dataimporter.last_index_time}','yyyy-mm-dd hh24:mi:ss'), 'PST', 'GMT') ">
 18                 >
 19           <field  column="doc_id" template="PE_${petition.ID}" />
 20           <field  column="doc_type"  template="PE" />
 21 
 22           <!--<field  column="LATLON" name="LatLon_p"/>-->
 23           <field  column="TENANTID" name="TenantId" />
 24           <field  column="ID" name="PetitionId" />
 25           <field  column="PETITIONNUMBER" name="PetitionNumber" />
 26           <field  column="TITLE" name="Title" />
 27           <field  column="CONTENT" name="Content" />
 28           <field  column="TEL" name="Tel" />
 29           <field  column="EVENTADDRESS" name="EventAddress" />
 30           <!--<field  column="AREANAME" name="AreaName" />-->
 31           <field  column="DUTYGRIDNAME" name="DutyGridName" />
 32           <field  column="GRIDADDRESS" name="GridAddress" />
 33           <field  column="COMPLAINTQUALITYNAME" name="ComplaintType" />
 34           <field  column="ISVOID" name="IsVoid" />
 35           <field  column="ISEND" name="IsEnd" />
 36           <field  column="CATEGORYNAME" name="CategoryName" />
 37           <field  column="CATEGORYCODE" name="Category" />
 38           <field  column="STATUS" name="Status" />
 39           <field  column="REGISTORON" name="RegisterOn" />
 40           <field  column="DEADLINE" name="DeadLine" />
 41           <field  column="CREATEDBY" name="CreatedBy" />
 42           <field  column="REPORTON" name="ReportOn" />
 43           <field  column="SOURCEWAY" name="SourceWay" />
 44           <field  column="ISWGXTSB" name="ISWGXTSB" />
 45           <field  column="REGISTOROFFICE" name="RegisterOffice" />
 46           <!--<field  column="TOOFFICENAME" name="ToOfficeName" />-->
 47           <field  column="EVENTLEVEL" name="EventLevel" />
 48           <field  column="IMPORTANTLEVEL" name="ImportantLevel" />
 49           <field  column="ENDCASEON" name="EndCaseOn" />
 50           <!--<field  column="ENDOPINION" name="EndOpinion" />-->
 51           
 52             <entity name="petition_dispatch"
 53                   pk="ID"
 54                   query="select * from VW_HIS_DispatchInfo where petitionid='${petition.ID}'"
 55                   deltaQuery="select ID from VW_HIS_DispatchInfo where 
 56                             DISPATCHON > NEW_TIME(to_date('${dataimporter.last_index_time}','yyyy-mm-dd hh24:mi:ss'), 'PST', 'GMT')
 57                         or  FEEDBACKON > NEW_TIME(to_date('${dataimporter.last_index_time}','yyyy-mm-dd hh24:mi:ss'), 'PST', 'GMT')"
 58                   parentDeltaQuery="select ID from VW_HIS_EventInfo where ID='${petition_dispatch.PETITIONID}'">
 59                   <!--<field  column="DISPATCHER" name="Dispatchers" />-->
 60                  
 61                   <field  column="DISPATCHOFFICE" name="DispatchOffices" />
 62                   <!--<field  column="DISPATCHOFFICENAME" name="DispatchOfficeNames" />-->
 63                   <field  column="RECEIVEOFFICE" name="ReceiveOffices" />
 64                   <field  column="RECEIVEOFFICENAME" name="ReceiveOfficeNames" />
 65             </entity>
 66             
 67             <entity name="petiton_participant"
 68                   pk="PARTICIPANT"
 69                   query="select distinct ORGUNIT,PARTICIPANT from vw_his_participant where petitionid='${petition.ID}'"
 70                   deltaQuery="select PARTICIPANT from vw_his_participant where HandleOn > NEW_TIME(to_date('${dataimporter.last_index_time}','yyyy-mm-dd hh24:mi:ss'), 'PST', 'GMT') "
 71                   parentDeltaQuery="select ID from VW_HIS_EventInfo where ID='${petiton_participant.PETITIONID}'">
 72                     <!--<field column="HANDLEON" name="HandleOns"/>-->
 73                     <field column="ORGUNIT" name="OrgUnits"/>
 74                     <!--<field column="PARTICIPANTNAME" name="ParticipantNames"/>-->
 75                     <field column="PARTICIPANT" name="Participants"/>
 76                     <!--<field column="PARTICIPANTTYPE" name="ParticipantTypes"/>-->
 77             </entity>
 78                   
 79         </entity>
 80         
 81         <entity name="dispatch"
 82               pk="ID"
 83               transformer="TemplateTransformer"
 84               query="select * from VW_HIS_DispatchInfo"
 85               deltaImportQuery="select t.* from VW_HIS_DispatchInfo t where t.id='${dataimporter.delta.ID}'"
 86               deltaQuery="select ID from VW_HIS_DispatchInfo where DISPATCHON > NEW_TIME(to_date('${dataimporter.last_index_time}','yyyy-mm-dd hh24:mi:ss'), 'PST', 'GMT')
 87                     or  FEEDBACKON > NEW_TIME(to_date('${dataimporter.last_index_time}','yyyy-mm-dd hh24:mi:ss'), 'PST', 'GMT')">
 88             
 89             <field  column="doc_id" template="DIS_${dispatch.ID}" />
 90             <field  column="doc_type" template="DIS" />
 91             
 92             <field  column="TENANTID" name="TenantId" />
 93             <field  column="PETITIONID" name="PetitionId" />
 94               <field  column="DISPATCHER" name="Dispatcher" />
 95               <field  column="DISPATCHON" name="DispatchOn" />
 96               <field  column="DISPATCHOFFICE" name="DispatchOffice" />
 97               <field  column="DISPATCHOFFICENAME" name="DispatchOfficeName" />
 98               <field  column="RECEIVEOFFICE" name="ReceiveOffice" />
 99               <field  column="RECEIVEOFFICENAME" name="ReceiveOfficeName" />
100               <field  column="STARTON" name="StartOn" />
101               <field  column="DEADLINE" name="DeadLine" />
102               <field  column="DEALWAY" name="DealWay" />
103               <field  column="STATUS" name="Status" />
104               <field  column="FEEDBACKTYPE" name="FeedBackType" />
105               <field  column="FEEDBACKPEOPLE" name="FeedBackPeople" />
106               <field  column="FEEDBACKON" name="FeedBackOn" />
107               <field  column="FEEDBACKMSG" name="FeedBackMsg" />
108               <field  column="NOPUBLICOPINION" name="NoPublicOpinion" />
109               <field  column="ISPUBLIC" name="IsPublic" />
110               <field  column="ISALREADYREPLY" name="IsAlreadyReply" />
111               <field  column="ISALREADYCONCAT" name="IsAlreadyContact" />
112               
113               <entity name="dispatch_petition"
114                   pk="ID"
115                   query="select * from VW_HIS_EventInfo where id='${dispatch.PETITIONID}'"
116                   deltaQuery="select ID from VW_HIS_EventInfo where endcaseon> NEW_TIME(to_date('${dataimporter.last_index_time}','yyyy-mm-dd hh24:mi:ss'), 'PST', 'GMT')"
117                   parentDeltaQuery="select ID from VW_HIS_DispatchInfo where PETITIONID='${dispatch_petition.ID}'">
118                   <field  column="PETITIONNUMBER" name="PetitionNumber" />
119                   <field  column="TITLE" name="Title" />
120                   <field  column="CONTENT" name="Content" />
121                   <field  column="TEL" name="Tel" />
122                   <field  column="EVENTADDRESS" name="EventAddress" />
123                   <!--<field  column="AREANAME" name="AreaName" />-->
124                   <field  column="DUTYGRIDNAME" name="DutyGridName" />
125                   <field  column="GRIDADDRESS" name="GridAddress" />
126                   <field  column="COMPLAINTQUALITYNAME" name="ComplaintType" />
127                   <field  column="CATEGORYNAME" name="CategoryName" />
128                   <field  column="CATEGORYCODE" name="Category" />
129             </entity>
130         </entity>
131           
132      </document>
133 </dataConfig>

db-data-config.xml

posted @ 2015-04-16 09:17 craboYang 阅读(4750) 评论(1) 编辑收藏举报

刷新页面返回顶部