1 |
package dk.daoas.daoadresseservice;
|
2 |
|
3 |
import java.sql.SQLException;
|
4 |
import java.text.SimpleDateFormat;
|
5 |
import java.util.ArrayList;
|
6 |
import java.util.Collections;
|
7 |
import java.util.Date;
|
8 |
import java.util.HashMap;
|
9 |
import java.util.List;
|
10 |
import java.util.Map;
|
11 |
import java.util.Map.Entry;
|
12 |
import java.util.Set;
|
13 |
import java.util.TreeMap;
|
14 |
import java.util.TreeSet;
|
15 |
import java.util.concurrent.ConcurrentHashMap;
|
16 |
|
17 |
import org.apache.commons.lang3.StringUtils;
|
18 |
|
19 |
import dk.daoas.daoadresseservice.admin.ServiceConfig;
|
20 |
import dk.daoas.daoadresseservice.beans.Address;
|
21 |
import dk.daoas.daoadresseservice.beans.Address.RoutingInfo;
|
22 |
import dk.daoas.daoadresseservice.beans.AliasBean;
|
23 |
import dk.daoas.daoadresseservice.beans.DataStatisticsBean;
|
24 |
import dk.daoas.daoadresseservice.beans.ExtendedBean;
|
25 |
import dk.daoas.daoadresseservice.beans.HundredePctBean;
|
26 |
import dk.daoas.daoadresseservice.beans.SearchRequest;
|
27 |
import dk.daoas.daoadresseservice.beans.SearchResult;
|
28 |
import dk.daoas.daoadresseservice.beans.SearchResult.Status;
|
29 |
import dk.daoas.daoadresseservice.db.DatabaseLayer;
|
30 |
import dk.daoas.daoadresseservice.util.DaoUtils;
|
31 |
import dk.daoas.daoadresseservice.util.DeduplicateHelper;
|
32 |
import dk.daoas.daoadresseservice.util.NaturalOrderComparator;
|
33 |
import dk.daoas.daoadresseservice.util.NearestShortTreeMap;
|
34 |
|
35 |
public class AddressSearch {
|
36 |
|
37 |
private Map<Short, Map<String,Integer>> searchPostnrVejnavnGadeid;
|
38 |
private Map<Integer, Map<Short, List<Address>>> searchGadeidentAdresser; // Gadeident -> husnrumre -> litra
|
39 |
|
40 |
private ArrayList<Address> ikkeDaekkedeAdresser = new ArrayList<Address>(60000);
|
41 |
private ArrayList<Address> hundredePctAdresser = new ArrayList<Address>(120000);
|
42 |
|
43 |
private Map<String,Integer> helperCache;
|
44 |
|
45 |
private DataStatisticsBean stats = new DataStatisticsBean();
|
46 |
|
47 |
private DatabaseLayer db;
|
48 |
private ServiceConfig config;
|
49 |
|
50 |
|
51 |
StreetnameHelper levenshteinHelper;
|
52 |
StreetnameHelper metaphoneHelper;
|
53 |
StreetnameHelper googleHelper;
|
54 |
StreetnameHelper osmHelper;
|
55 |
|
56 |
|
57 |
public AddressSearch(DatabaseLayer db, ServiceConfig config) {
|
58 |
|
59 |
this.db = db;
|
60 |
this.config = config;
|
61 |
|
62 |
levenshteinHelper = new LevenshteinStreetnameHelper();
|
63 |
metaphoneHelper = new DoubleMetaphoneStreetnameHelper(config);
|
64 |
googleHelper = new GoogleStreetnameHelper( config );
|
65 |
osmHelper = new OSMStreetnameHelper( config );
|
66 |
}
|
67 |
|
68 |
public Address getAddressSafe(int gadeid, short husnr, String litra) throws Exception {
|
69 |
|
70 |
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeid);
|
71 |
|
72 |
if (gade == null) {
|
73 |
throw new Exception("GadeID ikke fundet");
|
74 |
}
|
75 |
|
76 |
List<Address> litraList = gade.get(husnr);
|
77 |
|
78 |
Address addr = null;
|
79 |
for(Address a : litraList) {
|
80 |
if (a.husnrbogstav.equals(litra) ) {
|
81 |
addr = a;
|
82 |
break;
|
83 |
}
|
84 |
}
|
85 |
|
86 |
if (addr == null) {
|
87 |
throw new Exception("Adresse ikke ikke fundet");
|
88 |
}
|
89 |
|
90 |
return addr;
|
91 |
}
|
92 |
|
93 |
|
94 |
public SearchResult search(String postnrStr, String adresse) {
|
95 |
return search(postnrStr, adresse, false);
|
96 |
}
|
97 |
|
98 |
|
99 |
public SearchResult search(String postnrStr, String adresse, boolean naermesteHusnr) {
|
100 |
|
101 |
postnrStr = postnrStr.trim();
|
102 |
adresse = adresse.trim();
|
103 |
|
104 |
|
105 |
SearchRequest request = new SearchRequest();
|
106 |
SearchResult result = new SearchResult();
|
107 |
|
108 |
|
109 |
try {
|
110 |
request.postnr = Short.parseShort(postnrStr);
|
111 |
} catch (Exception E) {
|
112 |
result.status = Status.ERROR_UNKNOWN_POSTAL;
|
113 |
return result;
|
114 |
}
|
115 |
|
116 |
|
117 |
request.streetNames = searchPostnrVejnavnGadeid.get(request.postnr);
|
118 |
|
119 |
if (request.streetNames == null) {
|
120 |
result.status = Status.ERROR_UNKNOWN_POSTAL;
|
121 |
return result;
|
122 |
}
|
123 |
|
124 |
|
125 |
result.splitResult = AddressUtils.splitAdresse(adresse);
|
126 |
request.vejnavn = result.splitResult.vej;
|
127 |
|
128 |
|
129 |
|
130 |
if (result.splitResult.husnr.length() == 0) {
|
131 |
result.status = Status.ERROR_MISSING_HOUSENUMBER;
|
132 |
return result;
|
133 |
}
|
134 |
|
135 |
result.vasketVejnavn = AddressUtils.vaskVejnavn( request.vejnavn );
|
136 |
|
137 |
|
138 |
if (result.vasketVejnavn.indexOf("pakkebo") > -1
|
139 |
|| result.vasketVejnavn.indexOf("pakkepost") > -1
|
140 |
|| result.vasketVejnavn.indexOf("postbo") > -1 // postbox/postboks
|
141 |
|| result.vasketVejnavn.indexOf("døgnpost") > -1
|
142 |
|| result.vasketVejnavn.indexOf("døgnbo") > -1 // døgnbox // døgnboks
|
143 |
|| result.vasketVejnavn.equals("id")
|
144 |
) {
|
145 |
result.status = Status.ERROR_POSTBOX;
|
146 |
return result;
|
147 |
}
|
148 |
|
149 |
// LookupStreetname er en indkapsling af alm + levenstein + google + osm
|
150 |
Integer gadeident = lookupStretname(request, result, true);
|
151 |
|
152 |
|
153 |
/*
|
154 |
* Hvis der ikke er direkte hits, prøver vi at skære ord af vejnavn
|
155 |
**/
|
156 |
if (gadeident == null) {
|
157 |
final int MAX_TRIES = 4;
|
158 |
|
159 |
String vejnavnParts[] = request.vejnavn.split(" ");
|
160 |
|
161 |
for (int i=1; i<=MAX_TRIES && i<vejnavnParts.length; i++) {
|
162 |
String subVejnavn = DaoUtils.joinHelper(vejnavnParts, i);
|
163 |
|
164 |
request.vejnavn = subVejnavn;
|
165 |
result.vasketVejnavn = AddressUtils.vaskVejnavn( request.vejnavn );
|
166 |
|
167 |
gadeident = lookupStretname(request, result, false);//prøv opslag MEN UDEN GOOGLE/OSM !!!
|
168 |
|
169 |
//hvis vi fandt vejen ud fra substrengen
|
170 |
if (gadeident != null) {
|
171 |
break;
|
172 |
}
|
173 |
|
174 |
//hvis vi ikke fandt kopierer vi vejnavn fra split igen
|
175 |
request.vejnavn = result.splitResult.vej;
|
176 |
result.vasketVejnavn = AddressUtils.vaskVejnavn( request.vejnavn );
|
177 |
}
|
178 |
}
|
179 |
|
180 |
|
181 |
|
182 |
if (gadeident == null) {
|
183 |
result.status = Status.ERROR_UNKNOWN_STREETNAME;
|
184 |
return result;
|
185 |
}
|
186 |
|
187 |
result.gadeident = gadeident;
|
188 |
|
189 |
|
190 |
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeident);
|
191 |
if (gade == null) { //Denne søgning må ikke fejle
|
192 |
result.status = Status.ERROR_INTERNAL;
|
193 |
return result;
|
194 |
}
|
195 |
|
196 |
|
197 |
|
198 |
//Kunne evt klares med Iterables.get fra Guava/Collections
|
199 |
Address firstAddress = gade.values().iterator().next().get(0); //Første husnr -> første litra
|
200 |
result.vej = firstAddress.vejnavn;
|
201 |
|
202 |
short husnrSearch = Short.parseShort(result.splitResult.husnr );
|
203 |
List<Address> litraList = gade.get(husnrSearch);
|
204 |
|
205 |
|
206 |
if (litraList == null) { //Husnr ikke fundet
|
207 |
|
208 |
if (naermesteHusnr) {
|
209 |
TreeMap<Short, List<Address>> gadeTreeMap = (TreeMap<Short, List<Address>>) gade;
|
210 |
result.anvendtHusnr = NearestShortTreeMap.getNearestKey(husnrSearch, gadeTreeMap);
|
211 |
|
212 |
result.nearestHusnr = true;
|
213 |
litraList = gade.get(result.anvendtHusnr);
|
214 |
|
215 |
|
216 |
} else {
|
217 |
result.status = Status.ERROR_UNKNOWN_ADDRESSPOINT;
|
218 |
return result;
|
219 |
}
|
220 |
}
|
221 |
|
222 |
Address addr = null;
|
223 |
for(Address a : litraList) {
|
224 |
if ( a.husnrbogstav.equals( result.splitResult.litra ) ) {
|
225 |
addr = a;
|
226 |
break;
|
227 |
}
|
228 |
}
|
229 |
|
230 |
if (addr == null) { //litra ikke fundet
|
231 |
if (config.nearestLitra == true || naermesteHusnr == true) {
|
232 |
result.nearestLitra = true;
|
233 |
addr = litraList.get(0);
|
234 |
} else {
|
235 |
//husnr fundet men litra blev ikke fundet
|
236 |
result.status = Status.ERROR_UNKNOWN_ADDRESSPOINT;
|
237 |
return result;
|
238 |
}
|
239 |
}
|
240 |
|
241 |
result.address = addr;
|
242 |
|
243 |
|
244 |
if ( StringUtils.equals(addr.distributor, "LUKKET") ) {
|
245 |
result.status = Status.STATUS_NOT_COVERED; //Skal vi have en special status til Lukkede adresser ?
|
246 |
return result;
|
247 |
}
|
248 |
|
249 |
if (addr.daekningsType == DaekningsType.DAEKNING_IKKEDAEKKET) {
|
250 |
result.status = Status.STATUS_NOT_COVERED;
|
251 |
return result;
|
252 |
}
|
253 |
|
254 |
|
255 |
result.status = Status.STATUS_OK;
|
256 |
|
257 |
return result;
|
258 |
}
|
259 |
|
260 |
|
261 |
private Integer lookupStretname(SearchRequest request, SearchResult result, boolean useExternal) {
|
262 |
String helperSearchKey = "";
|
263 |
|
264 |
Integer gadeident = request.streetNames.get(result.vasketVejnavn);
|
265 |
|
266 |
|
267 |
if ( gadeident == null) {
|
268 |
helperSearchKey = "" + request.postnr + "/" + result.vasketVejnavn;
|
269 |
gadeident = helperCache.get(helperSearchKey);
|
270 |
}
|
271 |
|
272 |
if (gadeident == null) {
|
273 |
String vej = levenshteinHelper.proposeStreetName(request, result);
|
274 |
if (vej != null) {
|
275 |
gadeident = request.streetNames.get(vej);
|
276 |
}
|
277 |
}
|
278 |
|
279 |
if (gadeident == null) {
|
280 |
String vej = metaphoneHelper.proposeStreetName(request, result);
|
281 |
if (vej != null) {
|
282 |
gadeident = request.streetNames.get(vej);
|
283 |
}
|
284 |
}
|
285 |
|
286 |
|
287 |
// Brug OpenStreetMap før vi prøver google
|
288 |
// google har en hard request limit, men OSM har en fair usage policy!
|
289 |
if ( gadeident == null && useExternal) {
|
290 |
String vej = osmHelper.proposeStreetName(request, result);
|
291 |
gadeident = helperWrapper(vej, request.streetNames, helperSearchKey);
|
292 |
}
|
293 |
|
294 |
if ( gadeident == null && useExternal) {
|
295 |
String vej = googleHelper.proposeStreetName(request, result);
|
296 |
gadeident = helperWrapper(vej, request.streetNames, helperSearchKey);
|
297 |
}
|
298 |
return gadeident;
|
299 |
}
|
300 |
|
301 |
private Integer helperWrapper(String vej, Map<String,Integer> postnrVeje, String helperSearchKey) {
|
302 |
if (vej == null)
|
303 |
return null;
|
304 |
|
305 |
String vejVasket = AddressUtils.vaskVejnavn( vej );
|
306 |
Integer gadeident = postnrVeje.get(vejVasket);
|
307 |
|
308 |
if (gadeident != null) {
|
309 |
helperCache.put(helperSearchKey, gadeident);
|
310 |
}
|
311 |
return gadeident;
|
312 |
|
313 |
}
|
314 |
|
315 |
public Map<String,Integer> getStretsByPostal(short zip) {
|
316 |
return searchPostnrVejnavnGadeid.get(zip);
|
317 |
}
|
318 |
|
319 |
|
320 |
|
321 |
public void buildSearchStructures() throws SQLException{
|
322 |
searchPostnrVejnavnGadeid = new HashMap<Short, Map<String,Integer>>();
|
323 |
searchGadeidentAdresser = new HashMap<Integer, Map<Short, List<Address>>>();
|
324 |
helperCache = new ConcurrentHashMap<String,Integer>();
|
325 |
|
326 |
// //////////////////////
|
327 |
// Start stage1
|
328 |
|
329 |
long start1 = System.currentTimeMillis();
|
330 |
System.out.println("Build -- stage 1");
|
331 |
|
332 |
List<Address> alleAdresser = db.getAllAdresses();
|
333 |
|
334 |
|
335 |
/* Mapper mellem db Row ID og adresse noden - skal bruges i stage3*/
|
336 |
Map<Integer,Address> idAddressMap = new HashMap<Integer,Address>( alleAdresser.size() );
|
337 |
|
338 |
|
339 |
DeduplicateHelper<Short> shortHelper = new DeduplicateHelper<Short>();
|
340 |
DeduplicateHelper<Integer> intHelper = new DeduplicateHelper<Integer>();
|
341 |
|
342 |
AliasGenerator aliasGenerator = new AliasGenerator();
|
343 |
|
344 |
ArrayList<ArrayList<Address>> litraListCache = new ArrayList<ArrayList<Address>>();
|
345 |
|
346 |
for (Address a : alleAdresser) {
|
347 |
idAddressMap.put(a.id, a);
|
348 |
|
349 |
Short postnr = shortHelper.getInstance(a.postnr);
|
350 |
|
351 |
Map<String,Integer> postnrVeje = searchPostnrVejnavnGadeid.get(postnr);
|
352 |
|
353 |
if (postnrVeje == null) {
|
354 |
postnrVeje = new HashMap<String,Integer>(10240); //lige nu indeholder den største 9500 entries
|
355 |
searchPostnrVejnavnGadeid.put(postnr, postnrVeje);
|
356 |
}
|
357 |
|
358 |
|
359 |
String vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
|
360 |
Integer gadeident = postnrVeje.get(vasketVejnavn);
|
361 |
if (gadeident == null) {
|
362 |
//postnrVeje.put(vasketVejnavn, a.gadeid);
|
363 |
|
364 |
gadeident = intHelper.getInstance( a.gadeid );
|
365 |
|
366 |
Set<String> aliaser = aliasGenerator.findVejAliaser(a.vejnavn);
|
367 |
for(String alias : aliaser) {
|
368 |
postnrVeje.put(alias, gadeident);
|
369 |
}
|
370 |
|
371 |
}
|
372 |
|
373 |
|
374 |
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeident);
|
375 |
if (gade == null) {
|
376 |
gade = new TreeMap<Short, List<Address> >();
|
377 |
searchGadeidentAdresser.put(gadeident, gade);
|
378 |
}
|
379 |
|
380 |
List<Address> litraList = gade.get(a.husnr);
|
381 |
if (litraList == null) {
|
382 |
litraList = new ArrayList<Address>();
|
383 |
gade.put(a.husnr, litraList);
|
384 |
|
385 |
litraListCache.add( (ArrayList<Address>) litraList);
|
386 |
}
|
387 |
litraList.add(a);
|
388 |
}
|
389 |
|
390 |
for (ArrayList<Address> list: litraListCache) {
|
391 |
list.trimToSize();
|
392 |
}
|
393 |
|
394 |
|
395 |
litraListCache.clear(); //frigiv hukommelse inden stage2
|
396 |
aliasGenerator.clear();
|
397 |
shortHelper.clear();
|
398 |
intHelper.clear();
|
399 |
|
400 |
|
401 |
////////////////////////////////////////////////////////////////////////////////////////
|
402 |
long start2 = System.currentTimeMillis();
|
403 |
System.out.println("Build, stage1 elapsed: " + (start2-start1) );
|
404 |
System.out.println("Build -- stage 2 alias tabel");
|
405 |
|
406 |
int vaskCount = 0;
|
407 |
List<AliasBean> aliasList = db.getAliasList();
|
408 |
for (AliasBean alias : aliasList) {
|
409 |
Map<String,Integer> postnrVeje = searchPostnrVejnavnGadeid.get(alias.postnr);
|
410 |
|
411 |
if (postnrVeje == null) {
|
412 |
//Burde ikke kunne ske - men better safe than sorry
|
413 |
continue;
|
414 |
}
|
415 |
|
416 |
String vasketVej = AddressUtils.vaskVejnavn(alias.vejnavn);
|
417 |
String vasketAlias = AddressUtils.vaskVejnavn(alias.aliasVejnavn);
|
418 |
|
419 |
Integer gadeident = postnrVeje.get(vasketVej);
|
420 |
if (gadeident == null) {
|
421 |
//Kender ikke den oprindelige vej
|
422 |
continue;
|
423 |
}
|
424 |
|
425 |
Integer aliasIdent = postnrVeje.get(vasketAlias);
|
426 |
|
427 |
if (aliasIdent == null) { //Vi kender ikke denne variant af vejnavnet
|
428 |
postnrVeje.put(vasketAlias, gadeident);
|
429 |
vaskCount++;
|
430 |
}
|
431 |
|
432 |
}
|
433 |
System.out.println("Anvendte " + vaskCount + " aliaser fra databasen");
|
434 |
|
435 |
aliasList.clear();//cleanup inden stage3
|
436 |
|
437 |
|
438 |
////////////////////////////////////////////////////////////////////////////////////////
|
439 |
long start3 = System.currentTimeMillis();
|
440 |
System.out.println("Build, stage2 elapsed: " + (start3-start2) );
|
441 |
System.out.println("Build -- stage 3 udvidet dækning");
|
442 |
|
443 |
DeduplicateHelper<String> ruteHelper = new DeduplicateHelper<String>();
|
444 |
DeduplicateHelper<String> korelisteHelper = new DeduplicateHelper<String>();
|
445 |
|
446 |
List<ExtendedBean> extDao = db.getExtendedAdresslist();
|
447 |
for (ExtendedBean eb : extDao) {
|
448 |
|
449 |
Address orgAddress = idAddressMap.get(eb.orgId);
|
450 |
if (orgAddress == null) {
|
451 |
continue;
|
452 |
}
|
453 |
|
454 |
/*if (orgAddress.daekningsType != DaekningsType.DAEKNING_IKKEDAEKKET) {
|
455 |
//kan være at adressen er blevet markeret dækket og - find-nærmeste data ikke er opdateret i mellemtiden
|
456 |
continue;
|
457 |
}*/
|
458 |
|
459 |
Address targetAddress = idAddressMap.get(eb.targetId);
|
460 |
if (targetAddress == null) {
|
461 |
continue;
|
462 |
}
|
463 |
|
464 |
|
465 |
if ( StringUtils.equals(orgAddress.distributor, "LUKKET") ) {
|
466 |
continue;
|
467 |
}
|
468 |
|
469 |
|
470 |
|
471 |
if ( StringUtils.equals(targetAddress.distributor, "LUKKET") ) {
|
472 |
continue;
|
473 |
}
|
474 |
|
475 |
|
476 |
|
477 |
short modifyCounter = 0;
|
478 |
|
479 |
if (targetAddress.distributor.equals("DAO")) {
|
480 |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingMandag, targetAddress.routingMandag, ruteHelper);
|
481 |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingTirsdag, targetAddress.routingTirsdag, ruteHelper);
|
482 |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingOnsdag, targetAddress.routingOnsdag, ruteHelper);
|
483 |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingTorsdag, targetAddress.routingTorsdag, ruteHelper);
|
484 |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingFredag, targetAddress.routingFredag, ruteHelper);
|
485 |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingLordag, targetAddress.routingLordag, ruteHelper);
|
486 |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingSondag, targetAddress.routingSondag, ruteHelper);
|
487 |
}
|
488 |
|
489 |
if (targetAddress.distributor.equals("BK")) {
|
490 |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingMandag, targetAddress.routingMandag, korelisteHelper);
|
491 |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingTirsdag, targetAddress.routingTirsdag, korelisteHelper);
|
492 |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingOnsdag, targetAddress.routingOnsdag, korelisteHelper);
|
493 |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingTorsdag, targetAddress.routingTorsdag, korelisteHelper);
|
494 |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingFredag, targetAddress.routingFredag, korelisteHelper);
|
495 |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingLordag, targetAddress.routingLordag, korelisteHelper);
|
496 |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingSondag, targetAddress.routingSondag, korelisteHelper);
|
497 |
}
|
498 |
|
499 |
|
500 |
if (modifyCounter > 0) {
|
501 |
orgAddress.extTarget = targetAddress;
|
502 |
orgAddress.extAfstand = eb.afstand;
|
503 |
}
|
504 |
|
505 |
if (modifyCounter>0 && orgAddress.daekningsType == DaekningsType.DAEKNING_IKKEDAEKKET) { //Kopier resten af felterne
|
506 |
orgAddress.daekningsType = DaekningsType.DAEKNING_UDVIDET;
|
507 |
orgAddress.dbkBane = targetAddress.dbkBane;
|
508 |
|
509 |
/* Sådan gør den gamle service */
|
510 |
/* 20150520 THN- hvis vi bibeholder de originale kommune+vejkoder kan vi bruge DAVID til join i databasen*/
|
511 |
//orgAddress.kommunekode = targetAddress.kommunekode;
|
512 |
//orgAddress.vejkode = targetAddress.vejkode;
|
513 |
|
514 |
|
515 |
orgAddress.distributor = targetAddress.distributor;
|
516 |
}
|
517 |
}
|
518 |
|
519 |
// cleanup inden stage 4
|
520 |
idAddressMap = null;
|
521 |
ruteHelper = null;
|
522 |
korelisteHelper = null;
|
523 |
|
524 |
//////////////////////////////////////////////////////////////////////////////////////
|
525 |
long start4 = System.currentTimeMillis();
|
526 |
System.out.println("Build, stage3 elapsed: " + (start4-start3) );
|
527 |
System.out.println("Build -- stage 4 - 100pct");
|
528 |
|
529 |
Map<Short,HundredePctBean> hundredePct = db.get100PctList();
|
530 |
for (Address addr : alleAdresser) {
|
531 |
|
532 |
|
533 |
if (addr.distributor != null && addr.distributor.equals("LUKKET")) {
|
534 |
continue;
|
535 |
}
|
536 |
|
537 |
|
538 |
HundredePctBean bean = hundredePct.get(addr.postnr);
|
539 |
if (bean == null) {
|
540 |
continue;
|
541 |
}
|
542 |
|
543 |
short modifyCounter = 0;
|
544 |
modifyCounter += updateRouting100Pct(bean, addr.routingMandag);
|
545 |
modifyCounter += updateRouting100Pct(bean, addr.routingTirsdag);
|
546 |
modifyCounter += updateRouting100Pct(bean, addr.routingOnsdag);
|
547 |
modifyCounter += updateRouting100Pct(bean, addr.routingTorsdag);
|
548 |
modifyCounter += updateRouting100Pct(bean, addr.routingFredag);
|
549 |
modifyCounter += updateRouting100Pct(bean, addr.routingLordag);
|
550 |
modifyCounter += updateRouting100Pct(bean, addr.routingSondag);
|
551 |
|
552 |
|
553 |
if (addr.daekningsType == DaekningsType.DAEKNING_IKKEDAEKKET && modifyCounter>0) {
|
554 |
addr.daekningsType = DaekningsType.DAEKNING_100PCT;
|
555 |
addr.dbkBane = bean.dbkBane;
|
556 |
addr.distributor = bean.distributor;
|
557 |
}
|
558 |
|
559 |
|
560 |
|
561 |
}
|
562 |
|
563 |
////////////////////////////////////////////////////////////////////////////////////
|
564 |
long stop = System.currentTimeMillis();
|
565 |
System.out.println("Build, stage4 elapsed: " + (stop-start4) );
|
566 |
System.out.println("Build -- Gathering statistics");
|
567 |
|
568 |
for (Address addr : alleAdresser) {
|
569 |
switch (addr.daekningsType) {
|
570 |
case DAEKNING_DIREKTE:
|
571 |
stats.direkteCount++;
|
572 |
break;
|
573 |
case DAEKNING_UDVIDET:
|
574 |
stats.extendedCount++;
|
575 |
break;
|
576 |
case DAEKNING_100PCT:
|
577 |
hundredePctAdresser.add(addr);
|
578 |
stats.hundredePctCount++;
|
579 |
break;
|
580 |
default:
|
581 |
ikkeDaekkedeAdresser.add(addr);
|
582 |
stats.ikkeDaekketCount++;
|
583 |
}
|
584 |
}
|
585 |
stats.totalCount = alleAdresser.size();
|
586 |
|
587 |
ikkeDaekkedeAdresser.trimToSize();
|
588 |
hundredePctAdresser.trimToSize();
|
589 |
Collections.sort( ikkeDaekkedeAdresser ); //Bruger Comparable interfacet
|
590 |
Collections.sort( hundredePctAdresser );
|
591 |
|
592 |
|
593 |
stats.elapsed = stop-start1;
|
594 |
stats.buildTime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format( new Date() );
|
595 |
|
596 |
System.out.println("Build: totalCount: " + stats.totalCount);
|
597 |
System.out.println("Build: direkteCount: " + stats.direkteCount);
|
598 |
System.out.println("Build: extendedCount: " + stats.extendedCount);
|
599 |
System.out.println("Build: hundredePctCount: " + stats.hundredePctCount);
|
600 |
System.out.println("Build: ikkeDaekketCount: " + stats.ikkeDaekketCount);
|
601 |
|
602 |
System.out.println("Build: Total Elapsed: " + (stop-start1) );
|
603 |
System.out.println("Build Completed");
|
604 |
|
605 |
}
|
606 |
|
607 |
public short updateRoutingExtendedBK(ExtendedBean bean, RoutingInfo source, RoutingInfo target, DeduplicateHelper<String> korelisteHelper) {
|
608 |
if (source.rute != null) {
|
609 |
return 0;
|
610 |
}
|
611 |
|
612 |
source.koreliste = calculateExtendedBkKoreliste(bean, target);
|
613 |
source.koreliste = korelisteHelper.getInstance(source.koreliste);
|
614 |
|
615 |
if (source.koreliste != null) {
|
616 |
source.rute = target.rute;
|
617 |
return 1;
|
618 |
} else {
|
619 |
return 0;
|
620 |
}
|
621 |
}
|
622 |
|
623 |
public short updateRoutingExtendedDAO(ExtendedBean bean, RoutingInfo source, RoutingInfo target, DeduplicateHelper<String> ruteHelper) {
|
624 |
if (source.rute != null) {
|
625 |
return 0;
|
626 |
}
|
627 |
|
628 |
source.rute = calculateExtendedDaoRoute(bean, target);
|
629 |
source.rute = ruteHelper.getInstance(source.rute);
|
630 |
|
631 |
if (source.rute != null) {
|
632 |
source.koreliste = target.koreliste;
|
633 |
return 1;
|
634 |
} else {
|
635 |
return 0;
|
636 |
}
|
637 |
|
638 |
}
|
639 |
|
640 |
public short updateRouting100Pct(HundredePctBean bean, RoutingInfo routing) {
|
641 |
if (routing.rute == null) {
|
642 |
routing.rute = bean.rute;
|
643 |
routing.koreliste = bean.koreliste;
|
644 |
return 1;
|
645 |
} else {
|
646 |
return 0;
|
647 |
}
|
648 |
}
|
649 |
|
650 |
public DataStatisticsBean getStatistics() {
|
651 |
return stats;
|
652 |
}
|
653 |
|
654 |
public DatabaseLayer getDatabaseLayer() {
|
655 |
return db;
|
656 |
}
|
657 |
|
658 |
public void clear() {
|
659 |
searchPostnrVejnavnGadeid.clear();
|
660 |
searchGadeidentAdresser.clear();
|
661 |
helperCache.clear();
|
662 |
}
|
663 |
|
664 |
|
665 |
private String calculateExtendedDaoRoute(ExtendedBean eb, RoutingInfo targetRoute) {
|
666 |
if (targetRoute.rute == null) { //hvis targetAdress.rute er null så er adressen ikke dækket alligevel
|
667 |
return null;
|
668 |
}
|
669 |
|
670 |
// ///////////////////////////////////////////////////////////////////
|
671 |
switch( eb.transport) {
|
672 |
case "cykel":
|
673 |
if (eb.afstand < 0.151) {
|
674 |
return "." + targetRoute.rute;
|
675 |
} else if (eb.afstand < 0.501) {
|
676 |
return ".." + targetRoute.rute;
|
677 |
} else if (eb.afstand < 0.701) {
|
678 |
return "..." + targetRoute.rute;
|
679 |
} else if (eb.afstand < 1.001) {
|
680 |
return "...." + targetRoute.rute;
|
681 |
}
|
682 |
break;
|
683 |
case "scooter":
|
684 |
if (eb.afstand < 0.151) {
|
685 |
return "." + targetRoute.rute;
|
686 |
} else if (eb.afstand < 0.801) {
|
687 |
return ".." + targetRoute.rute;
|
688 |
} else if (eb.afstand < 1.201) {
|
689 |
return "..." + targetRoute.rute;
|
690 |
} else if (eb.afstand < 2.101) {
|
691 |
return "...." + targetRoute.rute;
|
692 |
}
|
693 |
break;
|
694 |
case "bil":
|
695 |
if (eb.afstand < 0.151) {
|
696 |
return "." + targetRoute.rute;
|
697 |
} else if (eb.afstand < 1.001) {
|
698 |
return ".." + targetRoute.rute;
|
699 |
} else if (eb.afstand < 1.601) {
|
700 |
return "..." + targetRoute.rute;
|
701 |
} else if (eb.afstand < 2.601) {
|
702 |
return "...." + targetRoute.rute;
|
703 |
}
|
704 |
break;
|
705 |
default:
|
706 |
System.out.println("Ukendt transport type: " + eb );
|
707 |
}
|
708 |
return null;
|
709 |
}
|
710 |
|
711 |
public List<Address> getNonCoveredAddresses() {
|
712 |
return ikkeDaekkedeAdresser;
|
713 |
}
|
714 |
|
715 |
public List<Address> get100PctAddresses() {
|
716 |
return hundredePctAdresser;
|
717 |
}
|
718 |
|
719 |
///////////////////////////////////////////////////////////
|
720 |
private String calculateExtendedBkKoreliste(ExtendedBean eb, RoutingInfo targetRoute) {
|
721 |
if (targetRoute.rute == null) { //hvis targetAdress.rute er null så er adressen ikke dækket alligevel
|
722 |
return null;
|
723 |
}
|
724 |
|
725 |
String inject;
|
726 |
if (eb.afstand <= 0.500) {
|
727 |
inject = ".";
|
728 |
} else {
|
729 |
inject = "..";
|
730 |
}
|
731 |
return AddressUtils.injectIntoBk(targetRoute.koreliste, inject);
|
732 |
}
|
733 |
|
734 |
|
735 |
public Set<Short> getPostnumre() {
|
736 |
return new TreeSet<Short>( searchPostnrVejnavnGadeid.keySet() );
|
737 |
}
|
738 |
|
739 |
public Set<Entry<String,Integer>> getVejnavne(short postnr) {
|
740 |
Map<String,Integer> map = searchPostnrVejnavnGadeid.get(postnr);
|
741 |
|
742 |
TreeMap<String,Integer> newMap = new TreeMap<String,Integer>( map );//Lav et nyt TreeMap for at sikre sortering
|
743 |
|
744 |
return newMap.entrySet();
|
745 |
}
|
746 |
|
747 |
public Set<String> getHusnumre(int gadeid) {
|
748 |
|
749 |
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeid);
|
750 |
|
751 |
Set<String> set = new TreeSet<String>( new NaturalOrderComparator<String>() );
|
752 |
for(List<Address> litraList : gade.values()) {
|
753 |
for (Address a: litraList) {
|
754 |
set.add( a.husnr + a.husnrbogstav );
|
755 |
}
|
756 |
}
|
757 |
|
758 |
return set;
|
759 |
}
|
760 |
|
761 |
public Address getAdresse(int gadeid, String husnrStr) {
|
762 |
short husnr = Short.parseShort( husnrStr.replaceAll("[^\\d]","") );
|
763 |
String litra = husnrStr.replaceAll("\\d", "");
|
764 |
|
765 |
Map<Short,List<Address>> gade = searchGadeidentAdresser.get(gadeid);
|
766 |
List<Address> litraList = gade.get(husnr);
|
767 |
|
768 |
for(Address addr : litraList) {
|
769 |
if (addr.husnrbogstav.equals(litra)) {
|
770 |
return addr;
|
771 |
}
|
772 |
}
|
773 |
|
774 |
return null;
|
775 |
|
776 |
}
|
777 |
|
778 |
}
|