1 |
torben |
2274 |
package dk.daoas.daoadresseservice.db;
|
2 |
|
|
|
3 |
|
|
|
4 |
|
|
import java.sql.Connection;
|
5 |
torben |
2372 |
import java.sql.PreparedStatement;
|
6 |
torben |
2274 |
import java.sql.ResultSet;
|
7 |
|
|
import java.sql.SQLException;
|
8 |
|
|
import java.sql.Statement;
|
9 |
|
|
import java.util.ArrayList;
|
10 |
torben |
2279 |
import java.util.HashMap;
|
11 |
torben |
2274 |
import java.util.List;
|
12 |
torben |
2279 |
import java.util.Map;
|
13 |
torben |
2274 |
|
14 |
|
|
import dk.daoas.daoadresseservice.DaekningsType;
|
15 |
torben |
2282 |
import dk.daoas.daoadresseservice.beans.Address;
|
16 |
torben |
2395 |
import dk.daoas.daoadresseservice.beans.AliasBean;
|
17 |
torben |
2282 |
import dk.daoas.daoadresseservice.beans.ExtendedBean;
|
18 |
|
|
import dk.daoas.daoadresseservice.beans.HundredePctBean;
|
19 |
torben |
2384 |
import dk.daoas.daoadresseservice.beans.LoggedAddress;
|
20 |
torben |
2372 |
import dk.daoas.daoadresseservice.beans.SearchResult;
|
21 |
torben |
2316 |
import dk.daoas.daoadresseservice.util.DeduplicateHelper;
|
22 |
torben |
2274 |
|
23 |
|
|
public class DatabaseLayer {
|
24 |
|
|
|
25 |
torben |
2496 |
static boolean DEBUG = false;
|
26 |
torben |
2337 |
|
27 |
torben |
2274 |
public static List<Address> getAllAdresses() throws SQLException {
|
28 |
torben |
2337 |
String debugFilter = DatabaseLayer.DEBUG ? " AND postnr = 8700 " : "";
|
29 |
torben |
2274 |
|
30 |
torben |
2442 |
String sql =
|
31 |
torben |
2545 |
"SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute,korelistesoendag,rutesoendag,latitude,longitude "
|
32 |
torben |
2274 |
+ "FROM fulddaekning.adressetabel "
|
33 |
torben |
2296 |
+ "WHERE gadeid IS NOT NULL "
|
34 |
torben |
2337 |
+ debugFilter
|
35 |
torben |
2274 |
;
|
36 |
|
|
|
37 |
torben |
2372 |
try ( Connection conn = DBConnection.getConnection();
|
38 |
|
|
Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
|
39 |
|
|
) {
|
40 |
|
|
stmt.setFetchSize(Integer.MIN_VALUE);
|
41 |
|
|
ResultSet res = stmt.executeQuery(sql);
|
42 |
torben |
2308 |
|
43 |
torben |
2372 |
List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
|
44 |
torben |
2274 |
|
45 |
torben |
2372 |
DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
|
46 |
|
|
DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
|
47 |
|
|
DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
|
48 |
|
|
DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
|
49 |
|
|
DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
|
50 |
|
|
|
51 |
torben |
2274 |
|
52 |
torben |
2372 |
while (res.next()) {
|
53 |
|
|
|
54 |
|
|
Address a = new Address();
|
55 |
|
|
a.id = res.getInt(1);
|
56 |
|
|
a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
|
57 |
torben |
2489 |
a.husnr = (short) res.getInt(3);
|
58 |
torben |
2372 |
a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
|
59 |
torben |
2489 |
a.kommunekode = (short) res.getInt(5);
|
60 |
|
|
a.vejkode = (short)res.getInt(6);
|
61 |
|
|
a.postnr = (short)res.getInt(7);
|
62 |
torben |
2490 |
a.gadeid = res.getInt(8);
|
63 |
torben |
2372 |
a.distributor = distributorCache.getInstance(res.getString(9));
|
64 |
torben |
2489 |
a.dbkBane = (short) res.getInt(10);
|
65 |
torben |
2545 |
|
66 |
torben |
2372 |
a.koreliste = korelisteCache.getInstance( res.getString(11) );
|
67 |
torben |
2545 |
a.rute = ruteCache.getInstance( res.getString(12) );
|
68 |
|
|
a.korelisteSondag = korelisteCache.getInstance( res.getString(13) );
|
69 |
|
|
a.ruteSondag = ruteCache.getInstance( res.getString(14) );
|
70 |
torben |
2372 |
|
71 |
torben |
2545 |
a.latitude = (float) res.getDouble(15);
|
72 |
|
|
a.longitude = (float) res.getDouble(16);
|
73 |
|
|
|
74 |
torben |
2372 |
//a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
|
75 |
|
|
|
76 |
|
|
if (a.rute != null && a.rute.length()> 0) {
|
77 |
|
|
a.daekningsType = DaekningsType.DAEKNING_DIREKTE;
|
78 |
|
|
} else {
|
79 |
|
|
a.daekningsType = DaekningsType.DAEKNING_IKKEDAEKKET;
|
80 |
|
|
}
|
81 |
|
|
|
82 |
|
|
list.add(a);
|
83 |
|
|
}
|
84 |
|
|
res.close();
|
85 |
|
|
stmt.close();
|
86 |
|
|
conn.close();
|
87 |
torben |
2274 |
|
88 |
torben |
2372 |
System.out.println("Loaded " + list.size() + " adresses");
|
89 |
|
|
|
90 |
|
|
return list;
|
91 |
torben |
2274 |
}
|
92 |
|
|
}
|
93 |
torben |
2276 |
|
94 |
torben |
2395 |
public static List<AliasBean> getAliasList() throws SQLException {
|
95 |
|
|
|
96 |
|
|
|
97 |
|
|
String sql = "SELECT postnr,vejnavn,aliasvejnavn " +
|
98 |
|
|
"FROM bogleveringer.vejtabelprod "
|
99 |
|
|
;
|
100 |
|
|
|
101 |
|
|
try ( Connection conn = DBConnection.getConnection();
|
102 |
|
|
Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
|
103 |
|
|
) {
|
104 |
|
|
|
105 |
|
|
stmt.setFetchSize(Integer.MIN_VALUE);
|
106 |
|
|
|
107 |
|
|
ResultSet res = stmt.executeQuery(sql);
|
108 |
|
|
|
109 |
|
|
DeduplicateHelper<String> vejCache = new DeduplicateHelper<String>();
|
110 |
|
|
|
111 |
|
|
List<AliasBean> list = new ArrayList<AliasBean>( 5000);
|
112 |
|
|
while (res.next()) {
|
113 |
|
|
|
114 |
|
|
AliasBean ab = new AliasBean();
|
115 |
torben |
2539 |
ab.postnr = res.getShort(1);
|
116 |
torben |
2395 |
ab.vejnavn = vejCache.getInstance( res.getString(2) );
|
117 |
|
|
ab.aliasVejnavn = vejCache.getInstance( res.getString(3) );
|
118 |
|
|
|
119 |
|
|
list.add(ab);
|
120 |
|
|
}
|
121 |
|
|
|
122 |
|
|
res.close();
|
123 |
|
|
|
124 |
|
|
System.out.println("Loaded " + list.size() + " aliase beans");
|
125 |
|
|
|
126 |
|
|
return list;
|
127 |
|
|
}
|
128 |
|
|
|
129 |
|
|
}
|
130 |
|
|
|
131 |
torben |
2279 |
public static List<ExtendedBean> getExtendedAdresslist() throws SQLException {
|
132 |
torben |
2337 |
String debugFilter1 = DatabaseLayer.DEBUG ? " WHERE orgPostnr = 8700 " : "";
|
133 |
|
|
String debugFilter2 = DatabaseLayer.DEBUG ? " AND orgPostnr = 8700 " : "";
|
134 |
torben |
2296 |
|
135 |
torben |
2337 |
|
136 |
torben |
2283 |
String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
|
137 |
torben |
2276 |
"join odbc.transporttype t " +
|
138 |
|
|
"on t.Art = 'Transpost' " +
|
139 |
|
|
"and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
|
140 |
|
|
"and t.Rute = a.Rute " +
|
141 |
torben |
2337 |
debugFilter1 +
|
142 |
torben |
2276 |
|
143 |
|
|
"UNION ALL " +
|
144 |
|
|
|
145 |
|
|
"SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
|
146 |
|
|
"left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
|
147 |
torben |
2337 |
"WHERE d.Distributor <> 10057 " +
|
148 |
|
|
debugFilter2
|
149 |
torben |
2276 |
;
|
150 |
|
|
|
151 |
torben |
2372 |
try ( Connection conn = DBConnection.getConnection();
|
152 |
|
|
Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
|
153 |
|
|
) {
|
154 |
|
|
|
155 |
torben |
2308 |
|
156 |
torben |
2372 |
stmt.setFetchSize(Integer.MIN_VALUE);
|
157 |
torben |
2318 |
|
158 |
torben |
2372 |
ResultSet res = stmt.executeQuery(sql);
|
159 |
|
|
|
160 |
|
|
DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
|
161 |
|
|
|
162 |
|
|
List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
|
163 |
|
|
while (res.next()) {
|
164 |
|
|
|
165 |
|
|
ExtendedBean eb = new ExtendedBean();
|
166 |
|
|
eb.orgId = res.getInt(1);
|
167 |
|
|
eb.targetId = res.getInt(2);
|
168 |
torben |
2487 |
eb.afstand = (float) res.getDouble(3);
|
169 |
torben |
2372 |
eb.transport = transportCache.getInstance(res.getString(4));
|
170 |
|
|
|
171 |
|
|
list.add(eb);
|
172 |
|
|
}
|
173 |
|
|
|
174 |
|
|
res.close();
|
175 |
|
|
|
176 |
|
|
System.out.println("Loaded " + list.size() + " extendedbeans");
|
177 |
|
|
|
178 |
|
|
return list;
|
179 |
torben |
2276 |
}
|
180 |
|
|
}
|
181 |
|
|
|
182 |
torben |
2492 |
public static Map<Short,HundredePctBean> get100PctList() throws SQLException {
|
183 |
torben |
2283 |
String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
|
184 |
torben |
2279 |
"FROM bogleveringer.adresser_udenfor_daekning";
|
185 |
|
|
|
186 |
torben |
2372 |
try ( Connection conn = DBConnection.getConnection();
|
187 |
|
|
Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
|
188 |
|
|
) {
|
189 |
|
|
ResultSet res = stmt.executeQuery(sql);
|
190 |
|
|
|
191 |
torben |
2492 |
Map<Short, HundredePctBean> map = new HashMap<Short,HundredePctBean>();
|
192 |
torben |
2279 |
|
193 |
torben |
2372 |
DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
|
194 |
torben |
2317 |
|
195 |
torben |
2372 |
while (res.next()) {
|
196 |
|
|
|
197 |
|
|
|
198 |
|
|
HundredePctBean bean = new HundredePctBean();
|
199 |
torben |
2492 |
bean.postnr = (short) res.getInt(1);
|
200 |
torben |
2372 |
bean.distributor = distributorCache.getInstance(res.getString(2));
|
201 |
|
|
bean.rute = res.getString(3);
|
202 |
|
|
bean.koreliste = res.getString(4);
|
203 |
torben |
2489 |
bean.dbkBane = (short)res.getInt(5);
|
204 |
torben |
2372 |
|
205 |
|
|
map.put(bean.postnr, bean);
|
206 |
|
|
}
|
207 |
|
|
|
208 |
|
|
res.close();
|
209 |
|
|
|
210 |
|
|
System.out.println("Loaded " + map.size() + " 100pct beans");
|
211 |
|
|
|
212 |
|
|
return map;
|
213 |
torben |
2279 |
}
|
214 |
|
|
|
215 |
torben |
2372 |
}
|
216 |
|
|
|
217 |
|
|
public static void saveRequestLog(String brugerid, String postnr, String adresse, SearchResult result) throws SQLException {
|
218 |
torben |
2544 |
String setVar = "set sql_mode = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION' ";
|
219 |
|
|
|
220 |
torben |
2372 |
String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, indlast) " +
|
221 |
|
|
"VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW() )";
|
222 |
torben |
2279 |
|
223 |
torben |
2372 |
|
224 |
torben |
2279 |
|
225 |
torben |
2544 |
try ( Connection conn = DBConnection.getConnection();
|
226 |
|
|
Statement setStmt = conn.createStatement();
|
227 |
torben |
2372 |
PreparedStatement stmt = conn.prepareStatement(sql);
|
228 |
|
|
) {
|
229 |
|
|
|
230 |
torben |
2544 |
setStmt.execute(setVar);
|
231 |
|
|
|
232 |
|
|
|
233 |
torben |
2372 |
stmt.setInt( 1, safeInt(postnr) );
|
234 |
|
|
stmt.setString( 2, adresse);
|
235 |
|
|
stmt.setString( 3, result.splitResult.vej);
|
236 |
|
|
stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
|
237 |
|
|
stmt.setString( 5, nullify(result.splitResult.husnr) );
|
238 |
|
|
stmt.setString( 6, result.splitResult.litra);
|
239 |
|
|
stmt.setString( 7, result.splitResult.etage);
|
240 |
|
|
stmt.setString( 8, result.splitResult.lejlighed);
|
241 |
|
|
stmt.setString( 9, result.splitResult.resten);
|
242 |
|
|
stmt.setString(10, brugerid);
|
243 |
|
|
stmt.setInt(11, getStatusInt(result.status) );
|
244 |
|
|
|
245 |
|
|
stmt.executeUpdate();
|
246 |
|
|
|
247 |
|
|
}
|
248 |
|
|
}
|
249 |
|
|
|
250 |
torben |
2384 |
/*
|
251 |
|
|
* Bruges til at sammenligne gammel og ny adresse service - kan fjernes engang efter at vi er skiftet til ny service
|
252 |
|
|
*/
|
253 |
|
|
public static List<LoggedAddress> getLoggedAdresses(int antaldage) throws SQLException {
|
254 |
|
|
String sql = "select postnr,adresse,status from logs.hentruteinformation where indlast>=date_sub(curdate(), interval " + antaldage + " day) " +
|
255 |
|
|
"and status IN (10,11,12) " +
|
256 |
|
|
"group by postnr,adresse "
|
257 |
|
|
;
|
258 |
|
|
|
259 |
|
|
try ( Connection conn = DBConnection.getConnection();
|
260 |
|
|
Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
|
261 |
|
|
) {
|
262 |
|
|
|
263 |
|
|
|
264 |
|
|
stmt.setFetchSize(Integer.MIN_VALUE);
|
265 |
|
|
|
266 |
|
|
ResultSet res = stmt.executeQuery(sql);
|
267 |
|
|
|
268 |
|
|
List<LoggedAddress> result = new ArrayList<LoggedAddress>();
|
269 |
|
|
|
270 |
|
|
while (res.next()) {
|
271 |
|
|
LoggedAddress a = new LoggedAddress();
|
272 |
|
|
a.postnr = res.getInt(1);
|
273 |
|
|
a.adresse = res.getString(2);
|
274 |
|
|
a.status = res.getInt(3);
|
275 |
|
|
|
276 |
|
|
result.add(a);
|
277 |
|
|
}
|
278 |
|
|
|
279 |
|
|
res.close();
|
280 |
|
|
|
281 |
|
|
return result;
|
282 |
|
|
}
|
283 |
|
|
}
|
284 |
|
|
|
285 |
torben |
2372 |
private static int getStatusInt(SearchResult.Status status) {
|
286 |
|
|
|
287 |
|
|
switch (status) {
|
288 |
|
|
case ERROR_UNKNOWN_POSTAL:
|
289 |
|
|
return 20;
|
290 |
|
|
case ERROR_MISSING_HOUSENUMBER:
|
291 |
|
|
return 21;
|
292 |
torben |
2420 |
case ERROR_POSTBOX:
|
293 |
|
|
return 22;
|
294 |
torben |
2372 |
case ERROR_UNKNOWN_STREETNAME:
|
295 |
torben |
2420 |
return 23;
|
296 |
torben |
2372 |
case ERROR_UNKNOWN_ADDRESSPOINT:
|
297 |
|
|
return 24;
|
298 |
torben |
2420 |
case STATUS_NOT_COVERED:
|
299 |
torben |
2372 |
return 25;
|
300 |
torben |
2420 |
case ERROR_INTERNAL: //
|
301 |
|
|
return 26;
|
302 |
torben |
2372 |
|
303 |
torben |
2420 |
case STATUS_OK:
|
304 |
torben |
2421 |
return 30;
|
305 |
torben |
2420 |
|
306 |
torben |
2372 |
default:
|
307 |
torben |
2421 |
return 31;
|
308 |
torben |
2372 |
}
|
309 |
|
|
}
|
310 |
|
|
|
311 |
|
|
private static int safeInt(String str) {
|
312 |
|
|
try {
|
313 |
|
|
return Integer.parseInt( str );
|
314 |
|
|
} catch (NumberFormatException e) {
|
315 |
|
|
return 0;
|
316 |
|
|
}
|
317 |
|
|
}
|
318 |
|
|
|
319 |
|
|
private static String nullify(String str) {
|
320 |
|
|
if (str == null)
|
321 |
|
|
return null;
|
322 |
torben |
2279 |
|
323 |
torben |
2372 |
if (str.equals("")) {
|
324 |
|
|
return null;
|
325 |
|
|
} else {
|
326 |
|
|
return str;
|
327 |
|
|
}
|
328 |
torben |
2279 |
}
|
329 |
|
|
|
330 |
torben |
2372 |
private static String coalesce(String s1, String s2) {
|
331 |
|
|
if (s1 != null)
|
332 |
|
|
return s1;
|
333 |
|
|
|
334 |
|
|
return s2;
|
335 |
|
|
}
|
336 |
|
|
|
337 |
|
|
|
338 |
torben |
2274 |
}
|