/[projects]/dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayerImplementation.java
ViewVC logotype

Contents of /dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayerImplementation.java

Parent Directory Parent Directory | Revision Log Revision Log


Revision 2826 - (show annotations) (download)
Tue Jan 19 10:56:19 2016 UTC (8 years, 3 months ago) by torben
File size: 10756 byte(s)
Disable debug mode
1 package dk.daoas.daoadresseservice.db;
2
3 import java.sql.Connection;
4 import java.sql.PreparedStatement;
5 import java.sql.ResultSet;
6 import java.sql.SQLException;
7 import java.sql.Statement;
8 import java.util.ArrayList;
9 import java.util.HashMap;
10 import java.util.List;
11 import java.util.Map;
12
13 import dk.daoas.daoadresseservice.AddressUtils;
14 import dk.daoas.daoadresseservice.beans.Address;
15 import dk.daoas.daoadresseservice.beans.AliasBean;
16 import dk.daoas.daoadresseservice.beans.ExtendedBean;
17 import dk.daoas.daoadresseservice.beans.HundredePctBean;
18 import dk.daoas.daoadresseservice.beans.SearchResult;
19 import dk.daoas.daoadresseservice.util.DeduplicateHelper;
20 import dk.daoas.daoadresseservice.util.TimingHelper;
21
22 public class DatabaseLayerImplementation implements DatabaseLayer {
23
24 public static final boolean DEBUG = false;
25
26 @Override
27 public List<Address> getAllAdresses() throws SQLException {
28 TimingHelper timing = new TimingHelper();
29
30 String debugFilter = DatabaseLayerImplementation.DEBUG ? " AND postnr = 8700 " : "";
31
32 String sql =
33 "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,latitude,longitude, "
34 + "rutema,korelistema,ruteti,korelisteti,ruteon,korelisteon,ruteto,korelisteto,rutefr,korelistefr,rutelo,korelistelo,ruteso,korelisteso "
35 + "FROM fulddaekning.adressetabel_beta "
36 + "WHERE gadeid IS NOT NULL "
37 + debugFilter
38 ;
39
40
41 try ( Connection conn = DBConnection.getConnection();
42 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
43 ) {
44 stmt.setFetchSize(Integer.MIN_VALUE);
45 ResultSet res = stmt.executeQuery(sql);
46
47 List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
48
49 DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>(81920);
50 DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
51 DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
52 DeduplicateHelper<String> dirigeringsCache = new DeduplicateHelper<String>(16*1024);
53
54
55 while (res.next()) {
56
57 Address a = new Address();
58 a.id = res.getInt(1);
59 a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
60 a.husnr = (short) res.getInt(3);
61 a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
62 a.kommunekode = (short) res.getInt(5);
63 a.vejkode = (short)res.getInt(6);
64 a.postnr = (short)res.getInt(7);
65 a.gadeid = res.getInt(8);
66 a.distributor = distributorCache.getInstance(res.getString(9));
67 a.dbkBane = (short) res.getInt(10);
68 a.latitude = (float) res.getDouble(11);
69 a.longitude = (float) res.getDouble(12);
70
71 a.ruteMandag = dirigeringsCache.getInstance( res.getString(13) );
72 a.korelisteMandag = dirigeringsCache.getInstance( res.getString(14) );
73
74 a.ruteTirsdag = dirigeringsCache.getInstance( res.getString(15) );
75 a.korelisteTirsdag = dirigeringsCache.getInstance( res.getString(16) );
76
77 a.ruteOnsdag = dirigeringsCache.getInstance( res.getString(17) );
78 a.korelisteOnsdag = dirigeringsCache.getInstance( res.getString(18) );
79
80 a.ruteTorsdag = dirigeringsCache.getInstance( res.getString(19) );
81 a.korelisteTorsdag = dirigeringsCache.getInstance( res.getString(20) );
82
83 a.ruteFredag = dirigeringsCache.getInstance( res.getString(21) );
84 a.korelisteFredag = dirigeringsCache.getInstance( res.getString(22) );
85
86 a.ruteLordag = dirigeringsCache.getInstance( res.getString(23) );
87 a.korelisteLordag = dirigeringsCache.getInstance( res.getString(24) );
88
89 a.ruteSondag = dirigeringsCache.getInstance( res.getString(25) );
90 a.korelisteSondag = dirigeringsCache.getInstance( res.getString(16) );
91
92
93 //Ajourfør adresse objectets dækningstype
94 AddressUtils.updateDaekningstype(a);
95
96 list.add(a);
97 }
98 res.close();
99
100
101 System.out.println("DB Loaded " + list.size() + " adresses in " + timing.getElapsed() + "ms");
102
103 return list;
104 }
105 }
106
107 @Override
108 public List<AliasBean> getAliasList() throws SQLException {
109 TimingHelper timing = new TimingHelper();
110
111
112 String sql = "SELECT postnr,vejnavn,aliasvejnavn " +
113 "FROM bogleveringer.vejtabelprod "
114 ;
115
116 try ( Connection conn = DBConnection.getConnection();
117 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
118 ) {
119
120 stmt.setFetchSize(Integer.MIN_VALUE);
121
122 ResultSet res = stmt.executeQuery(sql);
123
124 DeduplicateHelper<String> vejCache = new DeduplicateHelper<String>();
125
126 List<AliasBean> list = new ArrayList<AliasBean>( 5000);
127 while (res.next()) {
128
129 AliasBean ab = new AliasBean();
130 ab.postnr = res.getShort(1);
131 ab.vejnavn = vejCache.getInstance( res.getString(2) );
132 ab.aliasVejnavn = vejCache.getInstance( res.getString(3) );
133
134 list.add(ab);
135 }
136
137 res.close();
138
139 System.out.println("DB Loaded " + list.size() + " aliase beans in " + timing.getElapsed() + "ms");
140
141 return list;
142 }
143
144 }
145
146 @Override
147 public List<ExtendedBean> getExtendedAdresslist() throws SQLException {
148
149 TimingHelper timing = new TimingHelper();
150
151 String debugFilter1 = DatabaseLayerImplementation.DEBUG ? " WHERE orgPostnr = 8700 " : "";
152 String debugFilter2 = DatabaseLayerImplementation.DEBUG ? " AND orgPostnr = 8700 " : "";
153
154
155 String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
156 "LEFT join odbc.transporttype t " +
157 "ON (t.Rute = a.Rute) " +
158 debugFilter1 +
159
160 "UNION ALL " +
161
162 "SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
163 "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
164 "WHERE d.Distributor <> 10057 " +
165 debugFilter2
166 ;
167
168 try ( Connection conn = DBConnection.getConnection();
169 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
170 ) {
171
172
173 stmt.setFetchSize(Integer.MIN_VALUE);
174
175 ResultSet res = stmt.executeQuery(sql);
176
177 DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
178
179 List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
180 while (res.next()) {
181
182 ExtendedBean eb = new ExtendedBean();
183 eb.orgId = res.getInt(1);
184 eb.targetId = res.getInt(2);
185 eb.afstand = (float) res.getDouble(3);
186 eb.transport = transportCache.getInstance(res.getString(4));
187
188 list.add(eb);
189 }
190
191 res.close();
192
193 System.out.println("DB Loaded " + list.size() + " extendedbeans in " + timing.getElapsed() + "ms");
194
195 return list;
196 }
197 }
198
199 @Override
200 public Map<Short,HundredePctBean> get100PctList() throws SQLException {
201 TimingHelper timing = new TimingHelper();
202
203 String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
204 "FROM bogleveringer.adresser_udenfor_daekning";
205
206 try ( Connection conn = DBConnection.getConnection();
207 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
208 ) {
209 ResultSet res = stmt.executeQuery(sql);
210
211 Map<Short, HundredePctBean> map = new HashMap<Short,HundredePctBean>();
212
213 DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
214 DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
215 DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
216
217 while (res.next()) {
218
219
220 HundredePctBean bean = new HundredePctBean();
221 bean.postnr = (short) res.getInt(1);
222 bean.distributor = distributorCache.getInstance(res.getString(2));
223 bean.rute = ruteCache.getInstance( res.getString(3) );
224 bean.koreliste = korelisteCache.getInstance(res.getString(4) );
225 bean.dbkBane = (short)res.getInt(5);
226
227 map.put(bean.postnr, bean);
228 }
229
230 res.close();
231
232 System.out.println("DB Loaded " + map.size() + " 100pct beans in " + timing.getElapsed() + "ms");
233
234 return map;
235 }
236
237 }
238
239 @Override
240 public void saveRequestLog(String brugerid, String postnr, String adresse, String omdelingsdag, SearchResult result) throws SQLException {
241 String setVar = "set sql_mode = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION' ";
242
243 String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, OmdelingDag, indlast) " +
244 "VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW() )";
245
246
247
248 try ( Connection conn = DBConnection.getConnection();
249 Statement setStmt = conn.createStatement();
250 PreparedStatement stmt = conn.prepareStatement(sql);
251 ) {
252
253 setStmt.execute(setVar);
254
255
256 stmt.setInt( 1, safeInt(postnr) );
257 stmt.setString( 2, adresse);
258 stmt.setString( 3, result.splitResult.vej);
259 stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
260 stmt.setString( 5, nullify(result.splitResult.husnr) );
261 stmt.setString( 6, result.splitResult.litra);
262 stmt.setString( 7, result.splitResult.etage);
263 stmt.setString( 8, result.splitResult.lejlighed);
264 stmt.setString( 9, result.splitResult.resten);
265 stmt.setString(10, brugerid);
266 stmt.setInt(11, getStatusInt(result.status) );
267 stmt.setString(12, omdelingsdag);
268
269 stmt.executeUpdate();
270
271 }
272 }
273
274
275
276
277 private static int safeInt(String str) {
278 try {
279 return Integer.parseInt( str );
280 } catch (NumberFormatException e) {
281 return 0;
282 }
283 }
284
285 private static String nullify(String str) {
286 if (str == null)
287 return null;
288
289 if (str.equals("")) {
290 return null;
291 } else {
292 return str;
293 }
294 }
295
296 private static String coalesce(String s1, String s2) {
297 if (s1 != null)
298 return s1;
299
300 return s2;
301 }
302
303 public static int getStatusInt(SearchResult.Status status) {
304
305 switch (status) {
306 case ERROR_UNKNOWN_POSTAL:
307 return 20;
308 case ERROR_MISSING_HOUSENUMBER:
309 return 21;
310 case ERROR_POSTBOX:
311 return 22;
312 case ERROR_UNKNOWN_STREETNAME:
313 return 23;
314 case ERROR_UNKNOWN_ADDRESSPOINT:
315 return 24;
316 case STATUS_NOT_COVERED:
317 return 25;
318 case ERROR_INTERNAL: //
319 return 26;
320
321 case STATUS_OK:
322 return 30;
323
324 default:
325 return 31;
326 }
327 }
328
329 }

  ViewVC Help
Powered by ViewVC 1.1.20