/[projects]/dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayerImplementation.java
ViewVC logotype

Annotation of /dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayerImplementation.java

Parent Directory Parent Directory | Revision Log Revision Log


Revision 2822 - (hide annotations) (download)
Tue Jan 19 10:23:47 2016 UTC (8 years, 4 months ago) by torben
File size: 10738 byte(s)
disable debug mode
1 torben 2608 package dk.daoas.daoadresseservice.db;
2    
3     import java.sql.Connection;
4     import java.sql.PreparedStatement;
5     import java.sql.ResultSet;
6     import java.sql.SQLException;
7     import java.sql.Statement;
8     import java.util.ArrayList;
9     import java.util.HashMap;
10     import java.util.List;
11     import java.util.Map;
12    
13 torben 2609 import dk.daoas.daoadresseservice.AddressUtils;
14 torben 2608 import dk.daoas.daoadresseservice.beans.Address;
15     import dk.daoas.daoadresseservice.beans.AliasBean;
16     import dk.daoas.daoadresseservice.beans.ExtendedBean;
17     import dk.daoas.daoadresseservice.beans.HundredePctBean;
18     import dk.daoas.daoadresseservice.beans.SearchResult;
19     import dk.daoas.daoadresseservice.util.DeduplicateHelper;
20 torben 2764 import dk.daoas.daoadresseservice.util.TimingHelper;
21 torben 2608
22     public class DatabaseLayerImplementation implements DatabaseLayer {
23    
24 torben 2822 static boolean DEBUG = false;
25 torben 2608
26     @Override
27     public List<Address> getAllAdresses() throws SQLException {
28 torben 2764 TimingHelper timing = new TimingHelper();
29    
30 torben 2608 String debugFilter = DatabaseLayerImplementation.DEBUG ? " AND postnr = 8700 " : "";
31    
32     String sql =
33 torben 2821 "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,latitude,longitude, "
34     + "rutema,korelistema,ruteti,korelisteti,ruteon,korelisteon,ruteto,korelisteto,rutefr,korelistefr,rutelo,korelistelo,ruteso,korelisteso "
35 torben 2608 + "FROM fulddaekning.adressetabel "
36     + "WHERE gadeid IS NOT NULL "
37     + debugFilter
38     ;
39 torben 2821
40 torben 2608
41     try ( Connection conn = DBConnection.getConnection();
42     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
43     ) {
44     stmt.setFetchSize(Integer.MIN_VALUE);
45     ResultSet res = stmt.executeQuery(sql);
46    
47     List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
48    
49 torben 2805 DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>(81920);
50 torben 2608 DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
51     DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
52 torben 2821 DeduplicateHelper<String> dirigeringsCache = new DeduplicateHelper<String>(16*1024);
53 torben 2608
54    
55     while (res.next()) {
56    
57     Address a = new Address();
58     a.id = res.getInt(1);
59     a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
60     a.husnr = (short) res.getInt(3);
61     a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
62     a.kommunekode = (short) res.getInt(5);
63     a.vejkode = (short)res.getInt(6);
64     a.postnr = (short)res.getInt(7);
65     a.gadeid = res.getInt(8);
66     a.distributor = distributorCache.getInstance(res.getString(9));
67     a.dbkBane = (short) res.getInt(10);
68 torben 2821 a.latitude = (float) res.getDouble(11);
69     a.longitude = (float) res.getDouble(12);
70 torben 2608
71 torben 2821 a.ruteMandag = dirigeringsCache.getInstance( res.getString(13) );
72     a.korelisteMandag = dirigeringsCache.getInstance( res.getString(14) );
73 torben 2608
74 torben 2821 a.ruteTirsdag = dirigeringsCache.getInstance( res.getString(15) );
75     a.korelisteTirsdag = dirigeringsCache.getInstance( res.getString(16) );
76    
77     a.ruteOnsdag = dirigeringsCache.getInstance( res.getString(17) );
78     a.korelisteOnsdag = dirigeringsCache.getInstance( res.getString(18) );
79 torben 2608
80 torben 2821 a.ruteTorsdag = dirigeringsCache.getInstance( res.getString(19) );
81     a.korelisteTorsdag = dirigeringsCache.getInstance( res.getString(20) );
82 torben 2608
83 torben 2821 a.ruteFredag = dirigeringsCache.getInstance( res.getString(21) );
84     a.korelisteFredag = dirigeringsCache.getInstance( res.getString(22) );
85 torben 2608
86 torben 2821 a.ruteLordag = dirigeringsCache.getInstance( res.getString(23) );
87     a.korelisteLordag = dirigeringsCache.getInstance( res.getString(24) );
88    
89     a.ruteSondag = dirigeringsCache.getInstance( res.getString(25) );
90     a.korelisteSondag = dirigeringsCache.getInstance( res.getString(16) );
91    
92    
93 torben 2609 //Ajourfør adresse objectets dækningstype
94     AddressUtils.updateDaekningstype(a);
95    
96 torben 2608 list.add(a);
97     }
98     res.close();
99    
100 torben 2805
101 torben 2764 System.out.println("DB Loaded " + list.size() + " adresses in " + timing.getElapsed() + "ms");
102 torben 2608
103     return list;
104     }
105     }
106    
107     @Override
108     public List<AliasBean> getAliasList() throws SQLException {
109 torben 2764 TimingHelper timing = new TimingHelper();
110 torben 2608
111    
112     String sql = "SELECT postnr,vejnavn,aliasvejnavn " +
113     "FROM bogleveringer.vejtabelprod "
114     ;
115    
116     try ( Connection conn = DBConnection.getConnection();
117     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
118     ) {
119    
120     stmt.setFetchSize(Integer.MIN_VALUE);
121    
122     ResultSet res = stmt.executeQuery(sql);
123    
124     DeduplicateHelper<String> vejCache = new DeduplicateHelper<String>();
125    
126     List<AliasBean> list = new ArrayList<AliasBean>( 5000);
127     while (res.next()) {
128    
129     AliasBean ab = new AliasBean();
130     ab.postnr = res.getShort(1);
131     ab.vejnavn = vejCache.getInstance( res.getString(2) );
132     ab.aliasVejnavn = vejCache.getInstance( res.getString(3) );
133    
134     list.add(ab);
135     }
136    
137     res.close();
138    
139 torben 2764 System.out.println("DB Loaded " + list.size() + " aliase beans in " + timing.getElapsed() + "ms");
140 torben 2608
141     return list;
142     }
143    
144     }
145    
146     @Override
147     public List<ExtendedBean> getExtendedAdresslist() throws SQLException {
148 torben 2764
149     TimingHelper timing = new TimingHelper();
150    
151 torben 2608 String debugFilter1 = DatabaseLayerImplementation.DEBUG ? " WHERE orgPostnr = 8700 " : "";
152     String debugFilter2 = DatabaseLayerImplementation.DEBUG ? " AND orgPostnr = 8700 " : "";
153    
154    
155     String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
156 torben 2775 "LEFT join odbc.transporttype t " +
157     "ON (t.Rute = a.Rute) " +
158 torben 2608 debugFilter1 +
159    
160     "UNION ALL " +
161    
162     "SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
163     "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
164     "WHERE d.Distributor <> 10057 " +
165     debugFilter2
166     ;
167    
168     try ( Connection conn = DBConnection.getConnection();
169     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
170     ) {
171    
172    
173     stmt.setFetchSize(Integer.MIN_VALUE);
174    
175     ResultSet res = stmt.executeQuery(sql);
176    
177     DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
178    
179     List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
180     while (res.next()) {
181    
182     ExtendedBean eb = new ExtendedBean();
183     eb.orgId = res.getInt(1);
184     eb.targetId = res.getInt(2);
185     eb.afstand = (float) res.getDouble(3);
186     eb.transport = transportCache.getInstance(res.getString(4));
187    
188     list.add(eb);
189     }
190    
191     res.close();
192    
193 torben 2764 System.out.println("DB Loaded " + list.size() + " extendedbeans in " + timing.getElapsed() + "ms");
194 torben 2608
195     return list;
196     }
197     }
198    
199     @Override
200     public Map<Short,HundredePctBean> get100PctList() throws SQLException {
201 torben 2764 TimingHelper timing = new TimingHelper();
202    
203 torben 2608 String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
204     "FROM bogleveringer.adresser_udenfor_daekning";
205    
206     try ( Connection conn = DBConnection.getConnection();
207     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
208     ) {
209     ResultSet res = stmt.executeQuery(sql);
210    
211     Map<Short, HundredePctBean> map = new HashMap<Short,HundredePctBean>();
212    
213     DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
214 torben 2763 DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
215     DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
216 torben 2608
217     while (res.next()) {
218    
219    
220     HundredePctBean bean = new HundredePctBean();
221     bean.postnr = (short) res.getInt(1);
222     bean.distributor = distributorCache.getInstance(res.getString(2));
223 torben 2763 bean.rute = ruteCache.getInstance( res.getString(3) );
224     bean.koreliste = korelisteCache.getInstance(res.getString(4) );
225 torben 2608 bean.dbkBane = (short)res.getInt(5);
226    
227     map.put(bean.postnr, bean);
228     }
229    
230     res.close();
231    
232 torben 2764 System.out.println("DB Loaded " + map.size() + " 100pct beans in " + timing.getElapsed() + "ms");
233 torben 2608
234     return map;
235     }
236    
237     }
238    
239     @Override
240 torben 2665 public void saveRequestLog(String brugerid, String postnr, String adresse, String omdelingsdag, SearchResult result) throws SQLException {
241 torben 2608 String setVar = "set sql_mode = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION' ";
242    
243 torben 2666 String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, OmdelingDag, indlast) " +
244 torben 2665 "VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW() )";
245 torben 2608
246    
247    
248     try ( Connection conn = DBConnection.getConnection();
249     Statement setStmt = conn.createStatement();
250     PreparedStatement stmt = conn.prepareStatement(sql);
251     ) {
252    
253     setStmt.execute(setVar);
254    
255    
256     stmt.setInt( 1, safeInt(postnr) );
257     stmt.setString( 2, adresse);
258     stmt.setString( 3, result.splitResult.vej);
259     stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
260     stmt.setString( 5, nullify(result.splitResult.husnr) );
261     stmt.setString( 6, result.splitResult.litra);
262     stmt.setString( 7, result.splitResult.etage);
263     stmt.setString( 8, result.splitResult.lejlighed);
264     stmt.setString( 9, result.splitResult.resten);
265 torben 2667 stmt.setString(10, brugerid);
266     stmt.setInt(11, getStatusInt(result.status) );
267     stmt.setString(12, omdelingsdag);
268 torben 2608
269     stmt.executeUpdate();
270    
271     }
272     }
273    
274    
275    
276    
277     private static int safeInt(String str) {
278     try {
279     return Integer.parseInt( str );
280     } catch (NumberFormatException e) {
281     return 0;
282     }
283     }
284    
285     private static String nullify(String str) {
286     if (str == null)
287     return null;
288    
289     if (str.equals("")) {
290     return null;
291     } else {
292     return str;
293     }
294     }
295    
296     private static String coalesce(String s1, String s2) {
297     if (s1 != null)
298     return s1;
299    
300     return s2;
301     }
302    
303     public static int getStatusInt(SearchResult.Status status) {
304    
305     switch (status) {
306     case ERROR_UNKNOWN_POSTAL:
307     return 20;
308     case ERROR_MISSING_HOUSENUMBER:
309     return 21;
310     case ERROR_POSTBOX:
311     return 22;
312     case ERROR_UNKNOWN_STREETNAME:
313     return 23;
314     case ERROR_UNKNOWN_ADDRESSPOINT:
315     return 24;
316     case STATUS_NOT_COVERED:
317     return 25;
318     case ERROR_INTERNAL: //
319     return 26;
320    
321     case STATUS_OK:
322     return 30;
323    
324     default:
325     return 31;
326     }
327     }
328    
329     }

  ViewVC Help
Powered by ViewVC 1.1.20