/[projects]/dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayerImplementation.java
ViewVC logotype

Contents of /dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayerImplementation.java

Parent Directory Parent Directory | Revision Log Revision Log


Revision 2609 - (show annotations) (download)
Wed Jul 15 08:37:40 2015 UTC (8 years, 10 months ago) by torben
File size: 10827 byte(s)
Unittest of AddressSearch
1 package dk.daoas.daoadresseservice.db;
2
3 import java.sql.Connection;
4 import java.sql.PreparedStatement;
5 import java.sql.ResultSet;
6 import java.sql.SQLException;
7 import java.sql.Statement;
8 import java.util.ArrayList;
9 import java.util.HashMap;
10 import java.util.List;
11 import java.util.Map;
12
13 import dk.daoas.daoadresseservice.AddressUtils;
14 import dk.daoas.daoadresseservice.DaekningsType;
15 import dk.daoas.daoadresseservice.beans.Address;
16 import dk.daoas.daoadresseservice.beans.AliasBean;
17 import dk.daoas.daoadresseservice.beans.ExtendedBean;
18 import dk.daoas.daoadresseservice.beans.HundredePctBean;
19 import dk.daoas.daoadresseservice.beans.LoggedAddress;
20 import dk.daoas.daoadresseservice.beans.SearchResult;
21 import dk.daoas.daoadresseservice.util.DeduplicateHelper;
22
23 public class DatabaseLayerImplementation implements DatabaseLayer {
24
25 static boolean DEBUG = false;
26
27 @Override
28 public List<Address> getAllAdresses() throws SQLException {
29 String debugFilter = DatabaseLayerImplementation.DEBUG ? " AND postnr = 8700 " : "";
30
31 String sql =
32 "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute,korelisteloerdag,ruteloerdag,korelistesoendag,rutesoendag,latitude,longitude "
33 + "FROM fulddaekning.adressetabel "
34 + "WHERE gadeid IS NOT NULL "
35 + debugFilter
36 ;
37
38 try ( Connection conn = DBConnection.getConnection();
39 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
40 ) {
41 stmt.setFetchSize(Integer.MIN_VALUE);
42 ResultSet res = stmt.executeQuery(sql);
43
44 List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
45
46 DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
47 DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
48 DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
49 DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
50 DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
51
52
53 while (res.next()) {
54
55 Address a = new Address();
56 a.id = res.getInt(1);
57 a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
58 a.husnr = (short) res.getInt(3);
59 a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
60 a.kommunekode = (short) res.getInt(5);
61 a.vejkode = (short)res.getInt(6);
62 a.postnr = (short)res.getInt(7);
63 a.gadeid = res.getInt(8);
64 a.distributor = distributorCache.getInstance(res.getString(9));
65 a.dbkBane = (short) res.getInt(10);
66
67 a.koreliste = korelisteCache.getInstance( res.getString(11) );
68 a.rute = ruteCache.getInstance( res.getString(12) );
69 a.korelisteLordag = korelisteCache.getInstance( res.getString(13) );
70 a.ruteLordag = ruteCache.getInstance( res.getString(14) );
71 a.korelisteSondag = korelisteCache.getInstance( res.getString(15) );
72 a.ruteSondag = ruteCache.getInstance( res.getString(16) );
73
74 a.latitude = (float) res.getDouble(17);
75 a.longitude = (float) res.getDouble(18);
76
77 //a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
78
79
80 //Ajourfør adresse objectets dækningstype
81 AddressUtils.updateDaekningstype(a);
82
83 list.add(a);
84 }
85 res.close();
86 stmt.close();
87 conn.close();
88
89 System.out.println("Loaded " + list.size() + " adresses");
90
91 return list;
92 }
93 }
94
95 @Override
96 public List<AliasBean> getAliasList() throws SQLException {
97
98
99 String sql = "SELECT postnr,vejnavn,aliasvejnavn " +
100 "FROM bogleveringer.vejtabelprod "
101 ;
102
103 try ( Connection conn = DBConnection.getConnection();
104 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
105 ) {
106
107 stmt.setFetchSize(Integer.MIN_VALUE);
108
109 ResultSet res = stmt.executeQuery(sql);
110
111 DeduplicateHelper<String> vejCache = new DeduplicateHelper<String>();
112
113 List<AliasBean> list = new ArrayList<AliasBean>( 5000);
114 while (res.next()) {
115
116 AliasBean ab = new AliasBean();
117 ab.postnr = res.getShort(1);
118 ab.vejnavn = vejCache.getInstance( res.getString(2) );
119 ab.aliasVejnavn = vejCache.getInstance( res.getString(3) );
120
121 list.add(ab);
122 }
123
124 res.close();
125
126 System.out.println("Loaded " + list.size() + " aliase beans");
127
128 return list;
129 }
130
131 }
132
133 @Override
134 public List<ExtendedBean> getExtendedAdresslist() throws SQLException {
135 String debugFilter1 = DatabaseLayerImplementation.DEBUG ? " WHERE orgPostnr = 8700 " : "";
136 String debugFilter2 = DatabaseLayerImplementation.DEBUG ? " AND orgPostnr = 8700 " : "";
137
138
139 String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
140 "join odbc.transporttype t " +
141 "on t.Art = 'Transpost' " +
142 "and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
143 "and t.Rute = a.Rute " +
144 debugFilter1 +
145
146 "UNION ALL " +
147
148 "SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
149 "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
150 "WHERE d.Distributor <> 10057 " +
151 debugFilter2
152 ;
153
154 try ( Connection conn = DBConnection.getConnection();
155 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
156 ) {
157
158
159 stmt.setFetchSize(Integer.MIN_VALUE);
160
161 ResultSet res = stmt.executeQuery(sql);
162
163 DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
164
165 List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
166 while (res.next()) {
167
168 ExtendedBean eb = new ExtendedBean();
169 eb.orgId = res.getInt(1);
170 eb.targetId = res.getInt(2);
171 eb.afstand = (float) res.getDouble(3);
172 eb.transport = transportCache.getInstance(res.getString(4));
173
174 list.add(eb);
175 }
176
177 res.close();
178
179 System.out.println("Loaded " + list.size() + " extendedbeans");
180
181 return list;
182 }
183 }
184
185 @Override
186 public Map<Short,HundredePctBean> get100PctList() throws SQLException {
187 String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
188 "FROM bogleveringer.adresser_udenfor_daekning";
189
190 try ( Connection conn = DBConnection.getConnection();
191 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
192 ) {
193 ResultSet res = stmt.executeQuery(sql);
194
195 Map<Short, HundredePctBean> map = new HashMap<Short,HundredePctBean>();
196
197 DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
198
199 while (res.next()) {
200
201
202 HundredePctBean bean = new HundredePctBean();
203 bean.postnr = (short) res.getInt(1);
204 bean.distributor = distributorCache.getInstance(res.getString(2));
205 bean.rute = res.getString(3);
206 bean.koreliste = res.getString(4);
207 bean.dbkBane = (short)res.getInt(5);
208
209 map.put(bean.postnr, bean);
210 }
211
212 res.close();
213
214 System.out.println("Loaded " + map.size() + " 100pct beans");
215
216 return map;
217 }
218
219 }
220
221 @Override
222 public void saveRequestLog(String brugerid, String postnr, String adresse, SearchResult result) throws SQLException {
223 String setVar = "set sql_mode = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION' ";
224
225 String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, indlast) " +
226 "VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW() )";
227
228
229
230 try ( Connection conn = DBConnection.getConnection();
231 Statement setStmt = conn.createStatement();
232 PreparedStatement stmt = conn.prepareStatement(sql);
233 ) {
234
235 setStmt.execute(setVar);
236
237
238 stmt.setInt( 1, safeInt(postnr) );
239 stmt.setString( 2, adresse);
240 stmt.setString( 3, result.splitResult.vej);
241 stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
242 stmt.setString( 5, nullify(result.splitResult.husnr) );
243 stmt.setString( 6, result.splitResult.litra);
244 stmt.setString( 7, result.splitResult.etage);
245 stmt.setString( 8, result.splitResult.lejlighed);
246 stmt.setString( 9, result.splitResult.resten);
247 stmt.setString(10, brugerid);
248 stmt.setInt(11, getStatusInt(result.status) );
249
250 stmt.executeUpdate();
251
252 }
253 }
254
255 /*
256 * Bruges til at sammenligne gammel og ny adresse service - kan fjernes engang efter at vi er skiftet til ny service
257 */
258 @Deprecated
259 public static List<LoggedAddress> getLoggedAdresses(int antaldage) throws SQLException {
260 String sql = "select postnr,adresse,status from logs.hentruteinformation where indlast>=date_sub(curdate(), interval " + antaldage + " day) " +
261 "and status IN (10,11,12) " +
262 "group by postnr,adresse "
263 ;
264
265 try ( Connection conn = DBConnection.getConnection();
266 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
267 ) {
268
269
270 stmt.setFetchSize(Integer.MIN_VALUE);
271
272 ResultSet res = stmt.executeQuery(sql);
273
274 List<LoggedAddress> result = new ArrayList<LoggedAddress>();
275
276 while (res.next()) {
277 LoggedAddress a = new LoggedAddress();
278 a.postnr = res.getInt(1);
279 a.adresse = res.getString(2);
280 a.status = res.getInt(3);
281
282 result.add(a);
283 }
284
285 res.close();
286
287 return result;
288 }
289 }
290
291
292 private static int safeInt(String str) {
293 try {
294 return Integer.parseInt( str );
295 } catch (NumberFormatException e) {
296 return 0;
297 }
298 }
299
300 private static String nullify(String str) {
301 if (str == null)
302 return null;
303
304 if (str.equals("")) {
305 return null;
306 } else {
307 return str;
308 }
309 }
310
311 private static String coalesce(String s1, String s2) {
312 if (s1 != null)
313 return s1;
314
315 return s2;
316 }
317
318 public static int getStatusInt(SearchResult.Status status) {
319
320 switch (status) {
321 case ERROR_UNKNOWN_POSTAL:
322 return 20;
323 case ERROR_MISSING_HOUSENUMBER:
324 return 21;
325 case ERROR_POSTBOX:
326 return 22;
327 case ERROR_UNKNOWN_STREETNAME:
328 return 23;
329 case ERROR_UNKNOWN_ADDRESSPOINT:
330 return 24;
331 case STATUS_NOT_COVERED:
332 return 25;
333 case ERROR_INTERNAL: //
334 return 26;
335
336 case STATUS_OK:
337 return 30;
338
339 default:
340 return 31;
341 }
342 }
343
344 }

  ViewVC Help
Powered by ViewVC 1.1.20