6 |
import java.util.Collections; |
import java.util.Collections; |
7 |
import java.util.Date; |
import java.util.Date; |
8 |
import java.util.HashMap; |
import java.util.HashMap; |
|
import java.util.HashSet; |
|
9 |
import java.util.List; |
import java.util.List; |
10 |
import java.util.Map; |
import java.util.Map; |
11 |
import java.util.Map.Entry; |
import java.util.Map.Entry; |
18 |
|
|
19 |
import dk.daoas.daoadresseservice.admin.ServiceConfig; |
import dk.daoas.daoadresseservice.admin.ServiceConfig; |
20 |
import dk.daoas.daoadresseservice.beans.Address; |
import dk.daoas.daoadresseservice.beans.Address; |
21 |
|
import dk.daoas.daoadresseservice.beans.Address.RoutingInfo; |
22 |
import dk.daoas.daoadresseservice.beans.AliasBean; |
import dk.daoas.daoadresseservice.beans.AliasBean; |
23 |
import dk.daoas.daoadresseservice.beans.DataStatisticsBean; |
import dk.daoas.daoadresseservice.beans.DataStatisticsBean; |
24 |
import dk.daoas.daoadresseservice.beans.ExtendedBean; |
import dk.daoas.daoadresseservice.beans.ExtendedBean; |
30 |
import dk.daoas.daoadresseservice.util.DaoUtils; |
import dk.daoas.daoadresseservice.util.DaoUtils; |
31 |
import dk.daoas.daoadresseservice.util.DeduplicateHelper; |
import dk.daoas.daoadresseservice.util.DeduplicateHelper; |
32 |
import dk.daoas.daoadresseservice.util.NaturalOrderComparator; |
import dk.daoas.daoadresseservice.util.NaturalOrderComparator; |
33 |
|
import dk.daoas.daoadresseservice.util.NearestShortTreeMap; |
34 |
|
|
35 |
public class AddressSearch { |
public class AddressSearch { |
36 |
|
|
37 |
private Map<Short, Map<String,Integer>> searchPostnrVejnavnGadeid; |
private Map<Short, Map<String,Integer>> searchPostnrVejnavnGadeid; |
38 |
private Map<Integer, Map<String,Address>> searchGadeidentAdresser; |
private Map<Integer, Map<Short, List<Address>>> searchGadeidentAdresser; // Gadeident -> husnrumre -> litra |
39 |
|
|
40 |
private List<Address> alleAdresser; |
private ArrayList<Address> ikkeDaekkedeAdresser = new ArrayList<Address>(60000); |
41 |
|
private ArrayList<Address> hundredePctAdresser = new ArrayList<Address>(120000); |
42 |
|
|
43 |
private Map<String,Integer> helperCache; |
private Map<String,Integer> helperCache; |
44 |
|
|
45 |
private DataStatisticsBean stats = new DataStatisticsBean(); |
private DataStatisticsBean stats = new DataStatisticsBean(); |
46 |
|
|
47 |
ServiceConfig config; |
private DatabaseLayer db; |
48 |
|
private ServiceConfig config; |
49 |
|
|
50 |
|
|
51 |
StreetnameHelper levenshteinHelper; |
StreetnameHelper levenshteinHelper; |
52 |
|
StreetnameHelper metaphoneHelper; |
53 |
StreetnameHelper googleHelper; |
StreetnameHelper googleHelper; |
54 |
StreetnameHelper osmHelper; |
StreetnameHelper osmHelper; |
55 |
|
|
56 |
|
|
57 |
public AddressSearch(ServiceConfig config) { |
public AddressSearch(DatabaseLayer db, ServiceConfig config) { |
58 |
|
|
59 |
|
this.db = db; |
60 |
this.config = config; |
this.config = config; |
61 |
|
|
62 |
levenshteinHelper = new LevenshteinStreetnameHelper( this ); |
levenshteinHelper = new LevenshteinStreetnameHelper(); |
63 |
|
metaphoneHelper = new DoubleMetaphoneStreetnameHelper(config); |
64 |
googleHelper = new GoogleStreetnameHelper( config ); |
googleHelper = new GoogleStreetnameHelper( config ); |
65 |
osmHelper = new OSMStreetnameHelper( config ); |
osmHelper = new OSMStreetnameHelper( config ); |
66 |
} |
} |
67 |
|
|
68 |
|
public Address getAddressSafe(int gadeid, short husnr, String litra) throws Exception { |
69 |
|
|
70 |
|
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeid); |
71 |
|
|
72 |
|
if (gade == null) { |
73 |
|
throw new Exception("GadeID ikke fundet"); |
74 |
|
} |
75 |
|
|
76 |
|
List<Address> litraList = gade.get(husnr); |
77 |
|
|
78 |
|
Address addr = null; |
79 |
|
for(Address a : litraList) { |
80 |
|
if (a.husnrbogstav.equals(litra) ) { |
81 |
|
addr = a; |
82 |
|
break; |
83 |
|
} |
84 |
|
} |
85 |
|
|
86 |
|
if (addr == null) { |
87 |
|
throw new Exception("Adresse ikke ikke fundet"); |
88 |
|
} |
89 |
|
|
90 |
|
return addr; |
91 |
|
} |
92 |
|
|
93 |
|
|
94 |
public SearchResult search(String postnrStr, String adresse) { |
public SearchResult search(String postnrStr, String adresse) { |
95 |
|
return search(postnrStr, adresse, false); |
96 |
|
} |
97 |
|
|
98 |
|
|
99 |
|
public SearchResult search(String postnrStr, String adresse, boolean naermesteHusnr) { |
100 |
|
|
101 |
postnrStr = postnrStr.trim(); |
postnrStr = postnrStr.trim(); |
102 |
adresse = adresse.trim(); |
adresse = adresse.trim(); |
188 |
result.gadeident = gadeident; |
result.gadeident = gadeident; |
189 |
|
|
190 |
|
|
191 |
Map<String, Address> gade = searchGadeidentAdresser.get(gadeident); |
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeident); |
192 |
if (gade == null) { //Denne søgning må ikke fejle |
if (gade == null) { //Denne søgning må ikke fejle |
193 |
result.status = Status.ERROR_INTERNAL; |
result.status = Status.ERROR_INTERNAL; |
194 |
return result; |
return result; |
195 |
} |
} |
196 |
|
|
197 |
|
|
198 |
|
|
199 |
//Kunne evt klares med Iterables.get fra Guava/Collections |
//Kunne evt klares med Iterables.get fra Guava/Collections |
200 |
Address firstAddress = gade.values().iterator().next(); |
Address firstAddress = gade.values().iterator().next().get(0); //Første husnr -> første litra |
201 |
result.vej = firstAddress.vejnavn; |
result.vej = firstAddress.vejnavn; |
202 |
|
|
203 |
String husnrSearch = "" + result.splitResult.husnr + result.splitResult.litra; |
short husnrSearch = Short.parseShort(result.splitResult.husnr ); |
204 |
Address addr = gade.get(husnrSearch); |
List<Address> litraList = gade.get(husnrSearch); |
205 |
|
|
206 |
|
|
207 |
if (addr == null) { |
if (litraList == null) { //Husnr ikke fundet |
208 |
result.status = Status.ERROR_UNKNOWN_ADDRESSPOINT; |
|
209 |
return result; |
if (naermesteHusnr) { |
210 |
|
TreeMap<Short, List<Address>> gadeTreeMap = (TreeMap<Short, List<Address>>) gade; |
211 |
|
result.anvendtHusnr = NearestShortTreeMap.getNearestKey(husnrSearch, gadeTreeMap); |
212 |
|
|
213 |
|
result.nearestHusnr = true; |
214 |
|
litraList = gade.get(result.anvendtHusnr); |
215 |
|
|
216 |
|
|
217 |
|
} else { |
218 |
|
result.status = Status.ERROR_UNKNOWN_ADDRESSPOINT; |
219 |
|
return result; |
220 |
|
} |
221 |
|
} |
222 |
|
|
223 |
|
Address addr = null; |
224 |
|
for(Address a : litraList) { |
225 |
|
if ( a.husnrbogstav.equals( result.splitResult.litra ) ) { |
226 |
|
addr = a; |
227 |
|
break; |
228 |
|
} |
229 |
|
} |
230 |
|
|
231 |
|
if (addr == null) { //litra ikke fundet |
232 |
|
if (config.nearestLitra == true || naermesteHusnr == true) { |
233 |
|
result.nearestLitra = true; |
234 |
|
addr = litraList.get(0); |
235 |
|
} else { |
236 |
|
//husnr fundet men litra blev ikke fundet |
237 |
|
result.status = Status.ERROR_UNKNOWN_ADDRESSPOINT; |
238 |
|
return result; |
239 |
|
} |
240 |
} |
} |
241 |
|
|
242 |
result.address = addr; |
result.address = addr; |
277 |
} |
} |
278 |
} |
} |
279 |
|
|
280 |
|
if (gadeident == null) { |
281 |
|
String vej = metaphoneHelper.proposeStreetName(request, result); |
282 |
|
if (vej != null) { |
283 |
|
gadeident = request.streetNames.get(vej); |
284 |
|
} |
285 |
|
} |
286 |
|
|
287 |
|
|
288 |
// Brug OpenStreetMap før vi prøver google |
// Brug OpenStreetMap før vi prøver google |
289 |
// For google har en request limit, det har OSM ikke! |
// For google har en request limit, det har OSM ikke! |
321 |
|
|
322 |
public void buildSearchStructures() throws SQLException{ |
public void buildSearchStructures() throws SQLException{ |
323 |
searchPostnrVejnavnGadeid = new HashMap<Short, Map<String,Integer>>(); |
searchPostnrVejnavnGadeid = new HashMap<Short, Map<String,Integer>>(); |
324 |
searchGadeidentAdresser = new HashMap<Integer, Map<String,Address>>(); |
searchGadeidentAdresser = new HashMap<Integer, Map<Short, List<Address>>>(); |
325 |
helperCache = new ConcurrentHashMap<String,Integer>(); |
helperCache = new ConcurrentHashMap<String,Integer>(); |
326 |
|
|
327 |
|
// ////////////////////// |
328 |
|
// Start stage1 |
329 |
|
|
330 |
long start1 = System.currentTimeMillis(); |
long start1 = System.currentTimeMillis(); |
331 |
System.out.println("Build -- stage 1"); |
System.out.println("Build -- stage 1"); |
332 |
|
|
333 |
alleAdresser = DatabaseLayer.getAllAdresses(); |
List<Address> alleAdresser = db.getAllAdresses(); |
334 |
|
|
335 |
|
|
336 |
/* Mapper mellem db Row ID og adresse noden */ |
/* Mapper mellem db Row ID og adresse noden - skal bruges i stage3*/ |
337 |
Map<Integer,Address> idAddressMap = new HashMap<Integer,Address>( alleAdresser.size() ); |
Map<Integer,Address> idAddressMap = new HashMap<Integer,Address>( alleAdresser.size() ); |
338 |
DeduplicateHelper<String> aliasHelper = new DeduplicateHelper<String>(); |
|
339 |
DeduplicateHelper<String> husnrHelper = new DeduplicateHelper<String>(); |
|
340 |
|
DeduplicateHelper<Short> shortHelper = new DeduplicateHelper<Short>(); |
341 |
|
DeduplicateHelper<Integer> intHelper = new DeduplicateHelper<Integer>(); |
342 |
|
|
343 |
|
AliasGenerator aliasGenerator = new AliasGenerator(); |
344 |
|
|
345 |
|
ArrayList<ArrayList<Address>> litraListCache = new ArrayList<ArrayList<Address>>(); |
346 |
|
|
347 |
for (Address a : alleAdresser) { |
for (Address a : alleAdresser) { |
348 |
idAddressMap.put(a.id, a); |
idAddressMap.put(a.id, a); |
349 |
|
|
350 |
Map<String,Integer> postnrVeje = searchPostnrVejnavnGadeid.get(a.postnr); |
Short postnr = shortHelper.getInstance(a.postnr); |
351 |
|
|
352 |
|
Map<String,Integer> postnrVeje = searchPostnrVejnavnGadeid.get(postnr); |
353 |
|
|
354 |
if (postnrVeje == null) { |
if (postnrVeje == null) { |
355 |
postnrVeje = new ConcurrentHashMap<String,Integer>(); |
postnrVeje = new HashMap<String,Integer>(10240); //lige nu indeholder den største 9500 entries |
356 |
searchPostnrVejnavnGadeid.put(a.postnr, postnrVeje); |
searchPostnrVejnavnGadeid.put(postnr, postnrVeje); |
357 |
} |
} |
358 |
|
|
359 |
|
|
362 |
if (gadeident == null) { |
if (gadeident == null) { |
363 |
//postnrVeje.put(vasketVejnavn, a.gadeid); |
//postnrVeje.put(vasketVejnavn, a.gadeid); |
364 |
|
|
365 |
gadeident = a.gadeid; |
gadeident = intHelper.getInstance( a.gadeid ); |
366 |
|
|
367 |
|
Set<String> aliaser = aliasGenerator.findVejAliaser(a.vejnavn); |
368 |
|
for(String alias : aliaser) { |
369 |
|
postnrVeje.put(alias, gadeident); |
370 |
|
} |
371 |
|
|
|
Set<String> aliaser = findVejAliaser(a.vejnavn); |
|
|
for(String alias : aliaser) { |
|
|
String vasketAlias = AddressUtils.vaskVejnavn(alias); |
|
|
vasketAlias = aliasHelper.getInstance(vasketAlias); |
|
|
|
|
|
postnrVeje.put(vasketAlias, gadeident); |
|
|
} |
|
372 |
} |
} |
373 |
|
|
374 |
Map<String, Address> gade = searchGadeidentAdresser.get(gadeident); |
|
375 |
|
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeident); |
376 |
if (gade == null) { |
if (gade == null) { |
377 |
gade = new HashMap<String, Address>(); |
gade = new TreeMap<Short, List<Address> >(); |
378 |
searchGadeidentAdresser.put(gadeident, gade); |
searchGadeidentAdresser.put(gadeident, gade); |
379 |
} |
} |
380 |
String husnrSearch = "" + a.husnr + a.husnrbogstav; |
|
381 |
husnrSearch = husnrHelper.getInstance(husnrSearch); |
List<Address> litraList = gade.get(a.husnr); |
382 |
gade.put(husnrSearch, a); |
if (litraList == null) { |
383 |
|
litraList = new ArrayList<Address>(); |
384 |
|
gade.put(a.husnr, litraList); |
385 |
|
|
386 |
|
litraListCache.add( (ArrayList<Address>) litraList); |
387 |
|
} |
388 |
|
litraList.add(a); |
389 |
} |
} |
390 |
|
|
391 |
|
for (ArrayList<Address> list: litraListCache) { |
392 |
|
list.trimToSize(); |
393 |
|
} |
394 |
|
|
395 |
|
|
396 |
|
litraListCache.clear(); //frigiv hukommelse inden stage2 |
397 |
|
aliasGenerator.clear(); |
398 |
|
shortHelper.clear(); |
399 |
|
intHelper.clear(); |
400 |
|
|
401 |
|
|
402 |
//////////////////////////////////////////////////////////////////////////////////////// |
//////////////////////////////////////////////////////////////////////////////////////// |
403 |
long start2 = System.currentTimeMillis(); |
long start2 = System.currentTimeMillis(); |
404 |
System.out.println("Build, stage1 elapsed: " + (start2-start1) ); |
System.out.println("Build, stage1 elapsed: " + (start2-start1) ); |
405 |
System.out.println("Build -- stage 2 alias tabel"); |
System.out.println("Build -- stage 2 alias tabel"); |
406 |
|
|
407 |
int vaskCount = 0; |
int vaskCount = 0; |
408 |
List<AliasBean> aliasList = DatabaseLayer.getAliasList(); |
List<AliasBean> aliasList = db.getAliasList(); |
409 |
for (AliasBean alias : aliasList) { |
for (AliasBean alias : aliasList) { |
410 |
Map<String,Integer> postnrVeje = searchPostnrVejnavnGadeid.get(alias.postnr); |
Map<String,Integer> postnrVeje = searchPostnrVejnavnGadeid.get(alias.postnr); |
411 |
|
|
433 |
} |
} |
434 |
System.out.println("Anvendte " + vaskCount + " aliaser fra databasen"); |
System.out.println("Anvendte " + vaskCount + " aliaser fra databasen"); |
435 |
|
|
436 |
|
aliasList.clear();//cleanup inden stage3 |
437 |
|
|
438 |
|
|
439 |
//////////////////////////////////////////////////////////////////////////////////////// |
//////////////////////////////////////////////////////////////////////////////////////// |
440 |
long start3 = System.currentTimeMillis(); |
long start3 = System.currentTimeMillis(); |
444 |
DeduplicateHelper<String> ruteHelper = new DeduplicateHelper<String>(); |
DeduplicateHelper<String> ruteHelper = new DeduplicateHelper<String>(); |
445 |
DeduplicateHelper<String> korelisteHelper = new DeduplicateHelper<String>(); |
DeduplicateHelper<String> korelisteHelper = new DeduplicateHelper<String>(); |
446 |
|
|
447 |
List<ExtendedBean> extDao = DatabaseLayer.getExtendedAdresslist(); |
List<ExtendedBean> extDao = db.getExtendedAdresslist(); |
448 |
for (ExtendedBean eb : extDao) { |
for (ExtendedBean eb : extDao) { |
449 |
|
|
450 |
Address orgAddress = idAddressMap.get(eb.orgId); |
Address orgAddress = idAddressMap.get(eb.orgId); |
451 |
if (orgAddress == null) |
if (orgAddress == null) { |
452 |
continue; |
continue; |
453 |
|
} |
454 |
|
|
455 |
if (orgAddress.daekningsType != DaekningsType.DAEKNING_IKKEDAEKKET) { |
/*if (orgAddress.daekningsType != DaekningsType.DAEKNING_IKKEDAEKKET) { |
456 |
//kan være at adressen er blevet markeret dækket og - find-nærmeste data ikke er opdateret i mellemtiden |
//kan være at adressen er blevet markeret dækket og - find-nærmeste data ikke er opdateret i mellemtiden |
457 |
continue; |
continue; |
458 |
} |
}*/ |
459 |
|
|
460 |
Address targetAddress = idAddressMap.get(eb.targetId); |
Address targetAddress = idAddressMap.get(eb.targetId); |
461 |
if (targetAddress == null) { |
if (targetAddress == null) { |
473 |
continue; |
continue; |
474 |
} |
} |
475 |
|
|
|
orgAddress.extTarget = targetAddress; |
|
|
orgAddress.extAfstand = eb.afstand; |
|
476 |
|
|
477 |
boolean covered = false; |
|
478 |
|
short modifyCounter = 0; |
479 |
|
|
480 |
if (targetAddress.distributor.equals("DAO")) { |
if (targetAddress.distributor.equals("DAO")) { |
481 |
orgAddress.rute = calculateExtendedDaoRoute(eb,orgAddress,targetAddress); |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingMandag, targetAddress.routingMandag, korelisteHelper); |
482 |
orgAddress.rute = ruteHelper.getInstance(orgAddress.rute); |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingTirsdag, targetAddress.routingTirsdag, korelisteHelper); |
483 |
|
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingOnsdag, targetAddress.routingOnsdag, korelisteHelper); |
484 |
if (orgAddress.rute != null) { |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingTorsdag, targetAddress.routingTorsdag, korelisteHelper); |
485 |
orgAddress.koreliste = targetAddress.koreliste; |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingFredag, targetAddress.routingFredag, korelisteHelper); |
486 |
covered = true; |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingLordag, targetAddress.routingLordag, korelisteHelper); |
487 |
} |
modifyCounter += updateRoutingExtendedDAO(eb, orgAddress.routingSondag, targetAddress.routingSondag, korelisteHelper); |
488 |
} |
} |
489 |
|
|
490 |
if (targetAddress.distributor.equals("BK")) { |
if (targetAddress.distributor.equals("BK")) { |
491 |
orgAddress.koreliste = calculateExtendedBkKoreliste(eb,orgAddress,targetAddress); |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingMandag, targetAddress.routingMandag, korelisteHelper); |
492 |
orgAddress.koreliste = korelisteHelper.getInstance(orgAddress.koreliste); |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingTirsdag, targetAddress.routingTirsdag, korelisteHelper); |
493 |
|
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingOnsdag, targetAddress.routingOnsdag, korelisteHelper); |
494 |
if (orgAddress.koreliste != null) { |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingTorsdag, targetAddress.routingTorsdag, korelisteHelper); |
495 |
orgAddress.rute = targetAddress.rute; |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingFredag, targetAddress.routingFredag, korelisteHelper); |
496 |
covered = true; |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingLordag, targetAddress.routingLordag, korelisteHelper); |
497 |
} |
modifyCounter += updateRoutingExtendedBK(eb, orgAddress.routingSondag, targetAddress.routingSondag, korelisteHelper); |
498 |
} |
} |
499 |
|
|
500 |
if (covered) { //Kopier resten af felterne |
if (modifyCounter > 0) { |
501 |
|
orgAddress.extTarget = targetAddress; |
502 |
|
orgAddress.extAfstand = eb.afstand; |
503 |
|
} |
504 |
|
|
505 |
|
if (modifyCounter>0 && orgAddress.daekningsType == DaekningsType.DAEKNING_IKKEDAEKKET) { //Kopier resten af felterne |
506 |
orgAddress.daekningsType = DaekningsType.DAEKNING_UDVIDET; |
orgAddress.daekningsType = DaekningsType.DAEKNING_UDVIDET; |
507 |
orgAddress.dbkBane = targetAddress.dbkBane; |
orgAddress.dbkBane = targetAddress.dbkBane; |
508 |
|
|
516 |
} |
} |
517 |
} |
} |
518 |
|
|
519 |
// nu skal vi ikke bruge idAddressMap længere |
// cleanup inden stage 4 |
520 |
idAddressMap = null; |
idAddressMap = null; |
521 |
|
ruteHelper = null; |
522 |
|
korelisteHelper = null; |
523 |
|
|
524 |
////////////////////////////////////////////////////////////////////////////////////// |
////////////////////////////////////////////////////////////////////////////////////// |
525 |
long start4 = System.currentTimeMillis(); |
long start4 = System.currentTimeMillis(); |
526 |
System.out.println("Build, stage3 elapsed: " + (start4-start3) ); |
System.out.println("Build, stage3 elapsed: " + (start4-start3) ); |
527 |
System.out.println("Build -- stage 4 - 100pct"); |
System.out.println("Build -- stage 4 - 100pct"); |
528 |
|
|
529 |
Map<Short,HundredePctBean> hundredePct = DatabaseLayer.get100PctList(); |
Map<Short,HundredePctBean> hundredePct = db.get100PctList(); |
530 |
for (Address addr : alleAdresser) { |
for (Address addr : alleAdresser) { |
531 |
if (addr.daekningsType != DaekningsType.DAEKNING_IKKEDAEKKET) { |
|
|
continue; |
|
|
} |
|
532 |
|
|
533 |
if (addr.distributor != null && addr.distributor.equals("LUKKET")) { |
if (addr.distributor != null && addr.distributor.equals("LUKKET")) { |
534 |
continue; |
continue; |
535 |
} |
} |
536 |
|
|
537 |
|
|
538 |
HundredePctBean bean = hundredePct.get(addr.postnr); |
HundredePctBean bean = hundredePct.get(addr.postnr); |
540 |
continue; |
continue; |
541 |
} |
} |
542 |
|
|
543 |
addr.daekningsType = DaekningsType.DAEKNING_100PCT; |
short modifyCounter = 0; |
544 |
addr.rute = bean.rute; |
modifyCounter += updateRouting100Pct(bean, addr.routingMandag); |
545 |
addr.koreliste = bean.koreliste; |
modifyCounter += updateRouting100Pct(bean, addr.routingTirsdag); |
546 |
addr.dbkBane = bean.dbkBane; |
modifyCounter += updateRouting100Pct(bean, addr.routingOnsdag); |
547 |
addr.distributor = bean.distributor; |
modifyCounter += updateRouting100Pct(bean, addr.routingTorsdag); |
548 |
|
modifyCounter += updateRouting100Pct(bean, addr.routingFredag); |
549 |
|
modifyCounter += updateRouting100Pct(bean, addr.routingLordag); |
550 |
|
modifyCounter += updateRouting100Pct(bean, addr.routingSondag); |
551 |
|
|
552 |
|
|
553 |
|
if (addr.daekningsType == DaekningsType.DAEKNING_IKKEDAEKKET && modifyCounter>0) { |
554 |
|
addr.daekningsType = DaekningsType.DAEKNING_100PCT; |
555 |
|
addr.dbkBane = bean.dbkBane; |
556 |
|
addr.distributor = bean.distributor; |
557 |
|
} |
558 |
|
|
559 |
|
|
560 |
|
|
561 |
} |
} |
562 |
|
|
563 |
//////////////////////////////////////////////////////////////////////////////////// |
//////////////////////////////////////////////////////////////////////////////////// |
564 |
long stop = System.currentTimeMillis(); |
long stop = System.currentTimeMillis(); |
565 |
System.out.println("Build, stage3 elapsed: " + (stop-start4) ); |
System.out.println("Build, stage4 elapsed: " + (stop-start4) ); |
566 |
System.out.println("Build -- Gathering statistics"); |
System.out.println("Build -- Gathering statistics"); |
567 |
|
|
568 |
for (Address addr : alleAdresser) { |
for (Address addr : alleAdresser) { |
574 |
stats.extendedCount++; |
stats.extendedCount++; |
575 |
break; |
break; |
576 |
case DAEKNING_100PCT: |
case DAEKNING_100PCT: |
577 |
|
hundredePctAdresser.add(addr); |
578 |
stats.hundredePctCount++; |
stats.hundredePctCount++; |
579 |
break; |
break; |
580 |
default: |
default: |
581 |
|
ikkeDaekkedeAdresser.add(addr); |
582 |
stats.ikkeDaekketCount++; |
stats.ikkeDaekketCount++; |
583 |
} |
} |
584 |
} |
} |
585 |
stats.totalCount = alleAdresser.size(); |
stats.totalCount = alleAdresser.size(); |
586 |
|
|
587 |
|
ikkeDaekkedeAdresser.trimToSize(); |
588 |
|
hundredePctAdresser.trimToSize(); |
589 |
|
Collections.sort( ikkeDaekkedeAdresser ); //Bruger Comparable interfacet |
590 |
|
Collections.sort( hundredePctAdresser ); |
591 |
|
|
592 |
|
|
593 |
stats.elapsed = stop-start1; |
stats.elapsed = stop-start1; |
594 |
stats.buildTime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format( new Date() ); |
stats.buildTime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format( new Date() ); |
604 |
|
|
605 |
} |
} |
606 |
|
|
607 |
|
public short updateRoutingExtendedBK(ExtendedBean bean, RoutingInfo source, RoutingInfo target, DeduplicateHelper<String> korelisteHelper) { |
608 |
|
if (source.rute != null) { |
609 |
|
return 0; |
610 |
|
} |
611 |
|
|
612 |
|
source.koreliste = calculateExtendedBkKoreliste(bean, target); |
613 |
|
source.koreliste = korelisteHelper.getInstance(source.koreliste); |
614 |
|
|
615 |
|
if (source.koreliste != null) { |
616 |
|
source.rute = target.rute; |
617 |
|
return 1; |
618 |
|
} else { |
619 |
|
return 0; |
620 |
|
} |
621 |
|
} |
622 |
|
|
623 |
|
public short updateRoutingExtendedDAO(ExtendedBean bean, RoutingInfo source, RoutingInfo target, DeduplicateHelper<String> korelisteHelper) { |
624 |
|
if (source.rute != null) { |
625 |
|
return 0; |
626 |
|
} |
627 |
|
|
628 |
|
source.rute = calculateExtendedDaoRoute(bean, target); |
629 |
|
source.rute = korelisteHelper.getInstance(source.rute); |
630 |
|
|
631 |
|
if (source.rute != null) { |
632 |
|
source.koreliste = target.koreliste; |
633 |
|
return 1; |
634 |
|
} else { |
635 |
|
return 0; |
636 |
|
} |
637 |
|
|
638 |
|
} |
639 |
|
|
640 |
|
public short updateRouting100Pct(HundredePctBean bean, RoutingInfo routing) { |
641 |
|
if (routing.rute == null) { |
642 |
|
routing.rute = bean.rute; |
643 |
|
routing.koreliste = bean.koreliste; |
644 |
|
return 1; |
645 |
|
} else { |
646 |
|
return 0; |
647 |
|
} |
648 |
|
} |
649 |
|
|
650 |
public DataStatisticsBean getStatistics() { |
public DataStatisticsBean getStatistics() { |
651 |
return stats; |
return stats; |
652 |
} |
} |
653 |
|
|
654 |
|
public DatabaseLayer getDatabaseLayer() { |
655 |
|
return db; |
656 |
|
} |
657 |
|
|
658 |
public void clear() { |
public void clear() { |
659 |
searchPostnrVejnavnGadeid.clear(); |
searchPostnrVejnavnGadeid.clear(); |
660 |
searchGadeidentAdresser.clear(); |
searchGadeidentAdresser.clear(); |
|
alleAdresser.clear(); |
|
661 |
helperCache.clear(); |
helperCache.clear(); |
662 |
} |
} |
663 |
|
|
664 |
|
|
665 |
private String calculateExtendedDaoRoute(ExtendedBean eb, Address orgAddress, Address targetAddress) { |
private String calculateExtendedDaoRoute(ExtendedBean eb, RoutingInfo targetRoute) { |
666 |
if (targetAddress.rute == null) { //hvis targetAdress.rute er null så er adressen ikke dækket alligevel |
if (targetRoute.rute == null) { //hvis targetAdress.rute er null så er adressen ikke dækket alligevel |
667 |
return null; |
return null; |
668 |
} |
} |
669 |
|
|
671 |
switch( eb.transport) { |
switch( eb.transport) { |
672 |
case "cykel": |
case "cykel": |
673 |
if (eb.afstand < 0.151) { |
if (eb.afstand < 0.151) { |
674 |
return "." + targetAddress.rute; |
return "." + targetRoute.rute; |
675 |
} else if (eb.afstand < 0.501) { |
} else if (eb.afstand < 0.501) { |
676 |
return ".." + targetAddress.rute; |
return ".." + targetRoute.rute; |
677 |
} else if (eb.afstand < 0.701) { |
} else if (eb.afstand < 0.701) { |
678 |
return "..." + targetAddress.rute; |
return "..." + targetRoute.rute; |
679 |
} else if (eb.afstand < 0.501) { |
} else if (eb.afstand < 1.001) { |
680 |
return "...." + targetAddress.rute; |
return "...." + targetRoute.rute; |
681 |
} |
} |
682 |
break; |
break; |
683 |
case "scooter": |
case "scooter": |
684 |
if (eb.afstand < 0.151) { |
if (eb.afstand < 0.151) { |
685 |
return "." + targetAddress.rute; |
return "." + targetRoute.rute; |
686 |
} else if (eb.afstand < 0.801) { |
} else if (eb.afstand < 0.801) { |
687 |
return ".." + targetAddress.rute; |
return ".." + targetRoute.rute; |
688 |
} else if (eb.afstand < 1.201) { |
} else if (eb.afstand < 1.201) { |
689 |
return "..." + targetAddress.rute; |
return "..." + targetRoute.rute; |
690 |
} else if (eb.afstand < 2.101) { |
} else if (eb.afstand < 2.101) { |
691 |
return "...." + targetAddress.rute; |
return "...." + targetRoute.rute; |
692 |
} |
} |
693 |
break; |
break; |
694 |
case "bil": |
case "bil": |
695 |
if (eb.afstand < 0.151) { |
if (eb.afstand < 0.151) { |
696 |
return "." + targetAddress.rute; |
return "." + targetRoute.rute; |
697 |
} else if (eb.afstand < 1.001) { |
} else if (eb.afstand < 1.001) { |
698 |
return ".." + targetAddress.rute; |
return ".." + targetRoute.rute; |
699 |
} else if (eb.afstand < 1.601) { |
} else if (eb.afstand < 1.601) { |
700 |
return "..." + targetAddress.rute; |
return "..." + targetRoute.rute; |
701 |
} else if (eb.afstand < 2.601) { |
} else if (eb.afstand < 2.601) { |
702 |
return "...." + targetAddress.rute; |
return "...." + targetRoute.rute; |
703 |
} |
} |
704 |
break; |
break; |
705 |
|
default: |
706 |
|
System.out.println("Ukendt transport type: " + eb ); |
707 |
} |
} |
708 |
return null; |
return null; |
709 |
} |
} |
710 |
|
|
711 |
public List<Address> getNonCoveredAddresses() { |
public List<Address> getNonCoveredAddresses() { |
712 |
List<Address> result = new ArrayList<Address>(60000); |
return ikkeDaekkedeAdresser; |
713 |
for (Address a : alleAdresser) { |
} |
714 |
if ( a.daekningsType == DaekningsType.DAEKNING_IKKEDAEKKET) { |
|
715 |
result.add(a); |
public List<Address> get100PctAddresses() { |
716 |
} |
return hundredePctAdresser; |
|
} |
|
|
Collections.sort(result ); |
|
|
return result; |
|
717 |
} |
} |
718 |
|
|
719 |
/////////////////////////////////////////////////////////// |
/////////////////////////////////////////////////////////// |
720 |
private String calculateExtendedBkKoreliste(ExtendedBean eb, Address orgAddress, Address targetAddress) { |
private String calculateExtendedBkKoreliste(ExtendedBean eb, RoutingInfo targetRoute) { |
721 |
|
if (targetRoute.rute == null) { //hvis targetAdress.rute er null så er adressen ikke dækket alligevel |
722 |
|
return null; |
723 |
|
} |
724 |
|
|
725 |
String inject; |
String inject; |
726 |
if (eb.afstand <= 0.500) { |
if (eb.afstand <= 0.500) { |
727 |
inject = "."; |
inject = "."; |
728 |
} else { |
} else { |
729 |
inject = ".."; |
inject = ".."; |
730 |
} |
} |
731 |
return AddressUtils.injectIntoBk(targetAddress.koreliste, inject); |
return AddressUtils.injectIntoBk(targetRoute.koreliste, inject); |
732 |
} |
} |
733 |
|
|
|
private Set<String> findVejAliaser(String vejnavn) { |
|
|
vejnavn = vejnavn.toLowerCase(); |
|
|
HashSet<String> aliasSet = new HashSet<String>(); |
|
|
aliasSet.add(vejnavn); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("alle", "allé") ); |
|
|
aliasSet.add(vejnavn.replace("allé", "alle") ); |
|
|
|
|
|
|
|
|
// forkortelser |
|
|
aliasSet.add(vejnavn.replace("dronningens", "dr") ); |
|
|
aliasSet.add(vejnavn.replace("dr.", "dronningens") ); |
|
|
aliasSet.add(vejnavn.replace("dr ", "dronningens") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("dronning", "dr") ); |
|
|
aliasSet.add(vejnavn.replace("dr.", "dronning") ); |
|
|
aliasSet.add(vejnavn.replace("dr ", "dronning") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("kng", "kongen") ); |
|
|
aliasSet.add(vejnavn.replace("kongen", "kng") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("kvt", "kvarter") ); |
|
|
aliasSet.add(vejnavn.replace("kvarter", "kvt") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("gl", "gammel") ); |
|
|
aliasSet.add(vejnavn.replace("gammel", "gl") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("lille", "ll") ); |
|
|
aliasSet.add(vejnavn.replace("ll ", "lille") ); |
|
|
aliasSet.add(vejnavn.replace("ll.", "lille") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("store", "st") ); |
|
|
aliasSet.add(vejnavn.replace("st ", "store") ); |
|
|
aliasSet.add(vejnavn.replace("st.", "store") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("søndre", "sdr") ); |
|
|
aliasSet.add(vejnavn.replace("sdr", "søndre") ); |
|
|
aliasSet.add(vejnavn.replace("sønder", "sdr") ); |
|
|
aliasSet.add(vejnavn.replace("sdr", "sønder") ); |
|
|
|
|
|
|
|
|
aliasSet.add(vejnavn.replace("nørre", "nr") ); |
|
|
aliasSet.add(vejnavn.replace("nr", "nørre") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("nordre", "ndr") ); |
|
|
aliasSet.add(vejnavn.replace("ndr", "nordre") ); |
|
|
|
|
|
|
|
|
aliasSet.add(vejnavn.replace("vestre", "vester") ); |
|
|
aliasSet.add(vejnavn.replace("vester", "vestre") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("søndre", "sønder") ); |
|
|
aliasSet.add(vejnavn.replace("sønder", "søndre") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("østre", "øster") ); |
|
|
aliasSet.add(vejnavn.replace("øster", "østre") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("borgmester", "borgm") ); |
|
|
aliasSet.add(vejnavn.replace("borgm", "borgmester") ); |
|
|
|
|
|
|
|
|
aliasSet.add(vejnavn.replace("sankt", "skt") ); |
|
|
aliasSet.add(vejnavn.replace("sankt", "sct") ); |
|
|
aliasSet.add(vejnavn.replace("skt", "sankt") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("skt", "sct") ); |
|
|
aliasSet.add(vejnavn.replace("sct", "skt") ); |
|
|
|
|
|
|
|
|
|
|
|
// fornavn forkortelser |
|
|
aliasSet.add(vejnavn.replace("john", "j") ); |
|
|
aliasSet.add(vejnavn.replace("thomas", "th") ); |
|
|
aliasSet.add(vejnavn.replace("thorvald", "th") ); |
|
|
aliasSet.add(vejnavn.replace("frederik", "fr") ); |
|
|
aliasSet.add(vejnavn.replace("frederiks", "fr") ); |
|
|
|
|
|
|
|
|
aliasSet.add(vejnavn.replace("christian", "chr") ); |
|
|
aliasSet.add(vejnavn.replace("christians", "chr") ); |
|
|
aliasSet.add(vejnavn.replace("kristian", "kr") ); |
|
|
aliasSet.add(vejnavn.replace("kristians", "kr") ); |
|
|
|
|
|
|
|
|
// alternative stavninger |
|
|
aliasSet.add(vejnavn.replace("peder", "peter") ); |
|
|
aliasSet.add(vejnavn.replace("peter", "peder") ); |
|
|
|
|
|
|
|
|
|
|
|
// Romertal |
|
|
aliasSet.add(vejnavn.replace("1", "i") ); |
|
|
aliasSet.add(vejnavn.replace("i", "1") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("2", "ii") ); |
|
|
aliasSet.add(vejnavn.replace("ii", "2") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("3", "iii") ); |
|
|
aliasSet.add(vejnavn.replace("iii", "3") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("4", "iv") ); |
|
|
aliasSet.add(vejnavn.replace("iv", "4") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("5", "v") ); |
|
|
aliasSet.add(vejnavn.replace("v", "5") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("6", "vi") ); |
|
|
aliasSet.add(vejnavn.replace("vi", "6") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("7", "vii") ); |
|
|
aliasSet.add(vejnavn.replace("vii", "7") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("8", "viii") ); |
|
|
aliasSet.add(vejnavn.replace("viii", "8") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("9", "ix") ); |
|
|
aliasSet.add(vejnavn.replace("ix", "9") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("10", "x") ); |
|
|
aliasSet.add(vejnavn.replace("x", "10") ); |
|
|
|
|
|
|
|
|
//alternative måder at stave vej/gade/alle |
|
|
aliasSet.add(vejnavn.replace("vej", "ve") ); |
|
|
aliasSet.add(vejnavn.replace("vej", "vj") ); |
|
|
aliasSet.add(vejnavn.replace("vej", "v") ); |
|
|
aliasSet.add(vejnavn.replace("vej", "vejen") ); |
|
|
aliasSet.add(vejnavn.replace("vejen", "vej") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("v", "vej") );//Vi kan have vejnavne i DB der bare slutter på v istedet for vej |
|
|
|
|
|
aliasSet.add(vejnavn.replace("alle", "all") ); |
|
|
aliasSet.add(vejnavn.replace("allé", "all") ); |
|
|
aliasSet.add(vejnavn.replace("alle", "allú") ); //Fundet i logs.hentruteinfo |
|
|
aliasSet.add(vejnavn.replace("allé", "allú") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("gade", "gaed") ); //Fundet i logs.hentruteinfo |
|
|
aliasSet.add(vejnavn.replace("gade", "gde") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("plads", "pl") ); |
|
|
aliasSet.add(vejnavn.replace("vænget", "vænge") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("boulevard", "blvd") ); |
|
|
aliasSet.add(vejnavn.replace("blvd", "boulevard") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("boulevard", "boule") ); |
|
|
aliasSet.add(vejnavn.replace("boule", "boulevard") ); |
|
|
|
|
|
// Opbyg æøå varianter over alle fundne aliaser |
|
|
|
|
|
@SuppressWarnings("unchecked") |
|
|
HashSet<String> variants = (HashSet<String>) aliasSet.clone(); |
|
|
|
|
|
for (String vVejnavn : variants) { |
|
|
// danske tegn 1 |
|
|
aliasSet.add( vVejnavn.replace("æ", "ae") ); |
|
|
aliasSet.add( vVejnavn.replace("ø", "oe") ); |
|
|
aliasSet.add( vVejnavn.replace("å", "aa") ); |
|
|
aliasSet.add( vVejnavn.replace("ae", "æ") ); |
|
|
aliasSet.add( vVejnavn.replace("oe", "ø") ); |
|
|
aliasSet.add( vVejnavn.replace("aa", "å") ); |
|
|
|
|
|
//danske tegn 2 |
|
|
aliasSet.add( vVejnavn.replace("æ", "ae").replace("ø", "oe") ); |
|
|
aliasSet.add( vVejnavn.replace("æ", "ae").replace("å", "aa") ); |
|
|
aliasSet.add( vVejnavn.replace("ø", "oe").replace("å", "aa") ); |
|
|
aliasSet.add( vVejnavn.replace("ae", "æ").replace("oe","ø") ); |
|
|
aliasSet.add( vVejnavn.replace("ae", "æ").replace("aa","å") ); |
|
|
aliasSet.add( vVejnavn.replace("oe", "ø").replace("aa", "å") ); |
|
|
|
|
|
//danske tegn 3 |
|
|
aliasSet.add( vejnavn.replace("æ", "ae").replace("ø", "oe").replace("å", "aa") ); |
|
|
aliasSet.add( vejnavn.replace("ae", "æ").replace("oe", "ø").replace("aa", "å") ); |
|
|
|
|
|
|
|
|
//udenlandsketegn |
|
|
aliasSet.add(vejnavn.replace("u", "ü") ); |
|
|
aliasSet.add(vejnavn.replace("ü", "u") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("ä", "æ") ); |
|
|
aliasSet.add(vejnavn.replace("æ", "ä") ); |
|
|
|
|
|
aliasSet.add(vejnavn.replace("ö", "ø") ); |
|
|
aliasSet.add(vejnavn.replace("ø", "ö") ); |
|
|
} |
|
|
|
|
|
return aliasSet; |
|
|
} |
|
734 |
|
|
735 |
public Set<Short> getPostnumre() { |
public Set<Short> getPostnumre() { |
736 |
return new TreeSet<Short>( searchPostnrVejnavnGadeid.keySet() ); |
return new TreeSet<Short>( searchPostnrVejnavnGadeid.keySet() ); |
738 |
|
|
739 |
public Set<Entry<String,Integer>> getVejnavne(short postnr) { |
public Set<Entry<String,Integer>> getVejnavne(short postnr) { |
740 |
Map<String,Integer> map = searchPostnrVejnavnGadeid.get(postnr); |
Map<String,Integer> map = searchPostnrVejnavnGadeid.get(postnr); |
741 |
TreeMap<String,Integer> newMap = new TreeMap<String,Integer>(); |
|
742 |
for (Entry<String,Integer> entry : map.entrySet() ) { |
TreeMap<String,Integer> newMap = new TreeMap<String,Integer>( map );//Lav et nyt TreeMap for at sikre sortering |
|
newMap.put(entry.getKey(), entry.getValue()); |
|
|
} |
|
743 |
|
|
744 |
return newMap.entrySet(); |
return newMap.entrySet(); |
745 |
} |
} |
746 |
|
|
747 |
public Set<String> getHusnumre(int gadeid) { |
public Set<String> getHusnumre(int gadeid) { |
748 |
|
|
749 |
Map<String, Address> gade = searchGadeidentAdresser.get(gadeid); |
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeid); |
750 |
|
|
751 |
Set<String> set = new TreeSet<String>( new NaturalOrderComparator<String>() ); |
Set<String> set = new TreeSet<String>( new NaturalOrderComparator<String>() ); |
752 |
set.addAll( gade.keySet() ); |
for(List<Address> litraList : gade.values()) { |
753 |
|
for (Address a: litraList) { |
754 |
|
set.add( a.husnr + a.husnrbogstav ); |
755 |
|
} |
756 |
|
} |
757 |
|
|
758 |
return set; |
return set; |
759 |
} |
} |
760 |
|
|
761 |
public Address getAdresse(int gadeid, String husnr) { |
public Address getAdresse(int gadeid, String husnrStr) { |
762 |
|
short husnr = Short.parseShort( husnrStr.replaceAll("[^\\d]","") ); |
763 |
|
String litra = husnrStr.replaceAll("\\d", ""); |
764 |
|
|
765 |
|
Map<Short,List<Address>> gade = searchGadeidentAdresser.get(gadeid); |
766 |
|
List<Address> litraList = gade.get(husnr); |
767 |
|
|
768 |
|
for(Address addr : litraList) { |
769 |
|
if (addr.husnrbogstav.equals(litra)) { |
770 |
|
return addr; |
771 |
|
} |
772 |
|
} |
773 |
|
|
774 |
Map<String, Address> gade = searchGadeidentAdresser.get(gadeid); |
return null; |
|
return gade.get(husnr); |
|
775 |
|
|
776 |
} |
} |
777 |
|
|