34 |
public class AddressSearch { |
public class AddressSearch { |
35 |
|
|
36 |
private Map<Short, Map<String,Integer>> searchPostnrVejnavnGadeid; |
private Map<Short, Map<String,Integer>> searchPostnrVejnavnGadeid; |
37 |
private Map<Integer, Map<Short, Map<String,Address>>> searchGadeidentAdresser; // Gadeident -> husnrumre -> litra |
private Map<Integer, Map<Short, List<Address>>> searchGadeidentAdresser; // Gadeident -> husnrumre -> litra |
38 |
|
|
39 |
|
private List<Address> ikkeDaekkedeAdresser = new ArrayList<Address>(60000); |
40 |
private List<Address> alleAdresser; |
private List<Address> hundredePctAdresser = new ArrayList<Address>(120000); |
41 |
|
|
42 |
private Map<String,Integer> helperCache; |
private Map<String,Integer> helperCache; |
43 |
|
|
66 |
|
|
67 |
public Address getAddressSafe(int gadeid, short husnr, String litra) throws Exception { |
public Address getAddressSafe(int gadeid, short husnr, String litra) throws Exception { |
68 |
|
|
69 |
Map<Short, Map<String,Address>> gade = searchGadeidentAdresser.get(gadeid); |
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeid); |
70 |
|
|
71 |
if (gade == null) { |
if (gade == null) { |
72 |
throw new Exception("GadeID ikke fundet"); |
throw new Exception("GadeID ikke fundet"); |
73 |
} |
} |
74 |
|
|
75 |
Map<String,Address> litraList = gade.get(husnr); |
List<Address> litraList = gade.get(husnr); |
76 |
|
|
77 |
Address addr = litraList.get(litra); |
Address addr = null; |
78 |
|
for(Address a : litraList) { |
79 |
|
if (a.husnrbogstav.equals(litra) ) { |
80 |
|
addr = a; |
81 |
|
break; |
82 |
|
} |
83 |
|
} |
84 |
|
|
85 |
if (addr == null) { |
if (addr == null) { |
86 |
throw new Exception("Adresse ikke ikke fundet"); |
throw new Exception("Adresse ikke ikke fundet"); |
187 |
result.gadeident = gadeident; |
result.gadeident = gadeident; |
188 |
|
|
189 |
|
|
190 |
Map<Short, Map<String,Address>> gade = searchGadeidentAdresser.get(gadeident); |
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeident); |
191 |
if (gade == null) { //Denne søgning må ikke fejle |
if (gade == null) { //Denne søgning må ikke fejle |
192 |
result.status = Status.ERROR_INTERNAL; |
result.status = Status.ERROR_INTERNAL; |
193 |
return result; |
return result; |
194 |
} |
} |
195 |
|
|
196 |
|
|
197 |
|
|
198 |
//Kunne evt klares med Iterables.get fra Guava/Collections |
//Kunne evt klares med Iterables.get fra Guava/Collections |
199 |
Address firstAddress = gade.values().iterator().next().values().iterator().next(); //Første husnr -> første litra |
Address firstAddress = gade.values().iterator().next().get(0); //Første husnr -> første litra |
200 |
result.vej = firstAddress.vejnavn; |
result.vej = firstAddress.vejnavn; |
201 |
|
|
202 |
short husnrSearch = Short.parseShort(result.splitResult.husnr ); |
short husnrSearch = Short.parseShort(result.splitResult.husnr ); |
203 |
Map<String,Address> litraList = gade.get(husnrSearch); |
List<Address> litraList = gade.get(husnrSearch); |
204 |
|
|
205 |
|
|
206 |
if (litraList == null) { //Husnr ikke fundet |
if (litraList == null) { //Husnr ikke fundet |
207 |
|
|
208 |
if (naermesteHusnr) { |
if (naermesteHusnr) { |
209 |
TreeMap<Short, Map<String,Address>> gadeTreeMap = (TreeMap<Short, Map<String,Address>>) gade; |
TreeMap<Short, List<Address>> gadeTreeMap = (TreeMap<Short, List<Address>>) gade; |
210 |
result.anvendtHusnr = NearestShortTreeMap.getNearestKey(husnrSearch, gadeTreeMap); |
result.anvendtHusnr = NearestShortTreeMap.getNearestKey(husnrSearch, gadeTreeMap); |
211 |
|
|
212 |
result.nearestHusnr = true; |
result.nearestHusnr = true; |
219 |
} |
} |
220 |
} |
} |
221 |
|
|
222 |
Address addr = litraList.get( result.splitResult.litra ); |
Address addr = null; |
223 |
|
for(Address a : litraList) { |
224 |
|
if ( a.husnrbogstav.equals( result.splitResult.litra ) ) { |
225 |
|
addr = a; |
226 |
|
break; |
227 |
|
} |
228 |
|
} |
229 |
|
|
230 |
if (addr == null) { //litra ikke fundet |
if (addr == null) { //litra ikke fundet |
231 |
if (config.nearestLitra == true || naermesteHusnr == true) { |
if (config.nearestLitra == true || naermesteHusnr == true) { |
232 |
result.nearestLitra = true; |
result.nearestLitra = true; |
233 |
addr = litraList.values().iterator().next(); |
addr = litraList.get(0); |
234 |
} else { |
} else { |
235 |
//husnr fundet men litra blev ikke fundet |
//husnr fundet men litra blev ikke fundet |
236 |
result.status = Status.ERROR_UNKNOWN_ADDRESSPOINT; |
result.status = Status.ERROR_UNKNOWN_ADDRESSPOINT; |
320 |
|
|
321 |
public void buildSearchStructures() throws SQLException{ |
public void buildSearchStructures() throws SQLException{ |
322 |
searchPostnrVejnavnGadeid = new HashMap<Short, Map<String,Integer>>(); |
searchPostnrVejnavnGadeid = new HashMap<Short, Map<String,Integer>>(); |
323 |
searchGadeidentAdresser = new HashMap<Integer, Map<Short, Map<String,Address>>>(); |
searchGadeidentAdresser = new HashMap<Integer, Map<Short, List<Address>>>(); |
324 |
helperCache = new ConcurrentHashMap<String,Integer>(); |
helperCache = new ConcurrentHashMap<String,Integer>(); |
325 |
|
|
326 |
|
// ////////////////////// |
327 |
|
// Start stage1 |
328 |
|
|
329 |
long start1 = System.currentTimeMillis(); |
long start1 = System.currentTimeMillis(); |
330 |
System.out.println("Build -- stage 1"); |
System.out.println("Build -- stage 1"); |
331 |
|
|
332 |
alleAdresser = db.getAllAdresses(); |
List<Address> alleAdresser = db.getAllAdresses(); |
333 |
|
|
334 |
|
|
335 |
/* Mapper mellem db Row ID og adresse noden */ |
/* Mapper mellem db Row ID og adresse noden - skal bruges i stage3*/ |
336 |
Map<Integer,Address> idAddressMap = new HashMap<Integer,Address>( alleAdresser.size() ); |
Map<Integer,Address> idAddressMap = new HashMap<Integer,Address>( alleAdresser.size() ); |
337 |
DeduplicateHelper<String> aliasHelper = new DeduplicateHelper<String>(400000); // Indeholder pt 379664 entries |
|
338 |
|
|
339 |
DeduplicateHelper<Short> shortHelper = new DeduplicateHelper<Short>(); |
DeduplicateHelper<Short> shortHelper = new DeduplicateHelper<Short>(); |
340 |
DeduplicateHelper<Integer> intHelper = new DeduplicateHelper<Integer>(); |
DeduplicateHelper<Integer> intHelper = new DeduplicateHelper<Integer>(); |
341 |
|
|
342 |
AliasGenerator aliasGenerator = new AliasGenerator(); |
AliasGenerator aliasGenerator = new AliasGenerator(); |
343 |
|
|
344 |
|
ArrayList<ArrayList<Address>> litraListCache = new ArrayList<ArrayList<Address>>(); |
345 |
|
|
346 |
for (Address a : alleAdresser) { |
for (Address a : alleAdresser) { |
347 |
idAddressMap.put(a.id, a); |
idAddressMap.put(a.id, a); |
364 |
gadeident = intHelper.getInstance( a.gadeid ); |
gadeident = intHelper.getInstance( a.gadeid ); |
365 |
|
|
366 |
Set<String> aliaser = aliasGenerator.findVejAliaser(a.vejnavn); |
Set<String> aliaser = aliasGenerator.findVejAliaser(a.vejnavn); |
367 |
for(String alias : aliaser) { |
for(String alias : aliaser) { |
368 |
String vasketAlias = AddressUtils.vaskVejnavn(alias); |
postnrVeje.put(alias, gadeident); |
|
vasketAlias = aliasHelper.getInstance(vasketAlias); |
|
|
|
|
|
postnrVeje.put(vasketAlias, gadeident); |
|
369 |
} |
} |
370 |
|
|
371 |
} |
} |
372 |
|
|
373 |
|
|
374 |
Map<Short, Map<String,Address>> gade = searchGadeidentAdresser.get(gadeident); |
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeident); |
375 |
if (gade == null) { |
if (gade == null) { |
376 |
gade = new TreeMap<Short, Map<String,Address>>(); |
gade = new TreeMap<Short, List<Address> >(); |
377 |
searchGadeidentAdresser.put(gadeident, gade); |
searchGadeidentAdresser.put(gadeident, gade); |
378 |
} |
} |
379 |
|
|
380 |
Map<String,Address> litraList = gade.get(a.husnr); |
List<Address> litraList = gade.get(a.husnr); |
381 |
if (litraList == null) { |
if (litraList == null) { |
382 |
litraList = new HashMap<String,Address>(); |
litraList = new ArrayList<Address>(); |
383 |
gade.put(a.husnr, litraList); |
gade.put(a.husnr, litraList); |
384 |
|
|
385 |
|
litraListCache.add( (ArrayList<Address>) litraList); |
386 |
} |
} |
387 |
|
litraList.add(a); |
|
litraList.put(a.husnrbogstav, a); |
|
388 |
} |
} |
389 |
|
|
390 |
aliasHelper = null; //frigiv hukommelse inden stage2 |
for (ArrayList<Address> list: litraListCache) { |
391 |
aliasGenerator = null; |
list.trimToSize(); |
392 |
|
} |
393 |
|
|
394 |
|
|
395 |
|
litraListCache.clear(); //frigiv hukommelse inden stage2 |
396 |
|
aliasGenerator.clear(); |
397 |
|
shortHelper.clear(); |
398 |
|
intHelper.clear(); |
399 |
|
|
400 |
|
|
401 |
//////////////////////////////////////////////////////////////////////////////////////// |
//////////////////////////////////////////////////////////////////////////////////////// |
432 |
} |
} |
433 |
System.out.println("Anvendte " + vaskCount + " aliaser fra databasen"); |
System.out.println("Anvendte " + vaskCount + " aliaser fra databasen"); |
434 |
|
|
435 |
|
aliasList.clear();//cleanup inden stage3 |
436 |
|
|
437 |
|
|
438 |
//////////////////////////////////////////////////////////////////////////////////////// |
//////////////////////////////////////////////////////////////////////////////////////// |
439 |
long start3 = System.currentTimeMillis(); |
long start3 = System.currentTimeMillis(); |
476 |
|
|
477 |
boolean covered = false; |
boolean covered = false; |
478 |
if (targetAddress.distributor.equals("DAO")) { |
if (targetAddress.distributor.equals("DAO")) { |
479 |
orgAddress.rute = calculateExtendedDaoRoute(eb,orgAddress,targetAddress); |
orgAddress.ruteMandag = calculateExtendedDaoRoute(eb,orgAddress,targetAddress); |
480 |
orgAddress.rute = ruteHelper.getInstance(orgAddress.rute); |
orgAddress.ruteMandag = ruteHelper.getInstance(orgAddress.ruteMandag); |
481 |
|
|
482 |
if (orgAddress.rute != null) { |
if (orgAddress.ruteMandag != null) { |
483 |
orgAddress.koreliste = targetAddress.koreliste; |
orgAddress.korelisteMandag = targetAddress.korelisteMandag; |
484 |
covered = true; |
covered = true; |
485 |
} |
} |
486 |
} |
} |
487 |
|
|
488 |
if (targetAddress.distributor.equals("BK")) { |
if (targetAddress.distributor.equals("BK")) { |
489 |
orgAddress.koreliste = calculateExtendedBkKoreliste(eb,orgAddress,targetAddress); |
orgAddress.korelisteMandag = calculateExtendedBkKoreliste(eb,orgAddress,targetAddress); |
490 |
orgAddress.koreliste = korelisteHelper.getInstance(orgAddress.koreliste); |
orgAddress.korelisteMandag = korelisteHelper.getInstance(orgAddress.korelisteMandag); |
491 |
|
|
492 |
if (orgAddress.koreliste != null) { |
if (orgAddress.korelisteMandag != null) { |
493 |
orgAddress.rute = targetAddress.rute; |
orgAddress.ruteMandag = targetAddress.ruteMandag; |
494 |
covered = true; |
covered = true; |
495 |
} |
} |
496 |
} |
} |
509 |
} |
} |
510 |
} |
} |
511 |
|
|
512 |
// nu skal vi ikke bruge idAddressMap længere |
// cleanup inden stage 4 |
513 |
idAddressMap = null; |
idAddressMap = null; |
514 |
|
ruteHelper = null; |
515 |
|
korelisteHelper = null; |
516 |
|
|
517 |
////////////////////////////////////////////////////////////////////////////////////// |
////////////////////////////////////////////////////////////////////////////////////// |
518 |
long start4 = System.currentTimeMillis(); |
long start4 = System.currentTimeMillis(); |
536 |
} |
} |
537 |
|
|
538 |
addr.daekningsType = DaekningsType.DAEKNING_100PCT; |
addr.daekningsType = DaekningsType.DAEKNING_100PCT; |
539 |
addr.rute = bean.rute; |
addr.ruteMandag = bean.rute; |
540 |
addr.koreliste = bean.koreliste; |
addr.korelisteMandag = bean.koreliste; |
541 |
addr.dbkBane = bean.dbkBane; |
addr.dbkBane = bean.dbkBane; |
542 |
addr.distributor = bean.distributor; |
addr.distributor = bean.distributor; |
543 |
} |
} |
556 |
stats.extendedCount++; |
stats.extendedCount++; |
557 |
break; |
break; |
558 |
case DAEKNING_100PCT: |
case DAEKNING_100PCT: |
559 |
|
hundredePctAdresser.add(addr); |
560 |
stats.hundredePctCount++; |
stats.hundredePctCount++; |
561 |
break; |
break; |
562 |
default: |
default: |
563 |
|
ikkeDaekkedeAdresser.add(addr); |
564 |
stats.ikkeDaekketCount++; |
stats.ikkeDaekketCount++; |
565 |
} |
} |
566 |
} |
} |
567 |
stats.totalCount = alleAdresser.size(); |
stats.totalCount = alleAdresser.size(); |
568 |
|
|
569 |
|
Collections.sort( ikkeDaekkedeAdresser ); //Bruger Comparable interfacet |
570 |
|
Collections.sort( hundredePctAdresser ); |
571 |
|
|
572 |
|
|
573 |
stats.elapsed = stop-start1; |
stats.elapsed = stop-start1; |
574 |
stats.buildTime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format( new Date() ); |
stats.buildTime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format( new Date() ); |
595 |
public void clear() { |
public void clear() { |
596 |
searchPostnrVejnavnGadeid.clear(); |
searchPostnrVejnavnGadeid.clear(); |
597 |
searchGadeidentAdresser.clear(); |
searchGadeidentAdresser.clear(); |
|
alleAdresser.clear(); |
|
598 |
helperCache.clear(); |
helperCache.clear(); |
599 |
} |
} |
600 |
|
|
601 |
|
|
602 |
private String calculateExtendedDaoRoute(ExtendedBean eb, Address orgAddress, Address targetAddress) { |
private String calculateExtendedDaoRoute(ExtendedBean eb, Address orgAddress, Address targetAddress) { |
603 |
if (targetAddress.rute == null) { //hvis targetAdress.rute er null så er adressen ikke dækket alligevel |
if (targetAddress.ruteMandag == null) { //hvis targetAdress.rute er null så er adressen ikke dækket alligevel |
604 |
return null; |
return null; |
605 |
} |
} |
606 |
|
|
608 |
switch( eb.transport) { |
switch( eb.transport) { |
609 |
case "cykel": |
case "cykel": |
610 |
if (eb.afstand < 0.151) { |
if (eb.afstand < 0.151) { |
611 |
return "." + targetAddress.rute; |
return "." + targetAddress.ruteMandag; |
612 |
} else if (eb.afstand < 0.501) { |
} else if (eb.afstand < 0.501) { |
613 |
return ".." + targetAddress.rute; |
return ".." + targetAddress.ruteMandag; |
614 |
} else if (eb.afstand < 0.701) { |
} else if (eb.afstand < 0.701) { |
615 |
return "..." + targetAddress.rute; |
return "..." + targetAddress.ruteMandag; |
616 |
} else if (eb.afstand < 1.001) { |
} else if (eb.afstand < 1.001) { |
617 |
return "...." + targetAddress.rute; |
return "...." + targetAddress.ruteMandag; |
618 |
} |
} |
619 |
break; |
break; |
620 |
case "scooter": |
case "scooter": |
621 |
if (eb.afstand < 0.151) { |
if (eb.afstand < 0.151) { |
622 |
return "." + targetAddress.rute; |
return "." + targetAddress.ruteMandag; |
623 |
} else if (eb.afstand < 0.801) { |
} else if (eb.afstand < 0.801) { |
624 |
return ".." + targetAddress.rute; |
return ".." + targetAddress.ruteMandag; |
625 |
} else if (eb.afstand < 1.201) { |
} else if (eb.afstand < 1.201) { |
626 |
return "..." + targetAddress.rute; |
return "..." + targetAddress.ruteMandag; |
627 |
} else if (eb.afstand < 2.101) { |
} else if (eb.afstand < 2.101) { |
628 |
return "...." + targetAddress.rute; |
return "...." + targetAddress.ruteMandag; |
629 |
} |
} |
630 |
break; |
break; |
631 |
case "bil": |
case "bil": |
632 |
if (eb.afstand < 0.151) { |
if (eb.afstand < 0.151) { |
633 |
return "." + targetAddress.rute; |
return "." + targetAddress.ruteMandag; |
634 |
} else if (eb.afstand < 1.001) { |
} else if (eb.afstand < 1.001) { |
635 |
return ".." + targetAddress.rute; |
return ".." + targetAddress.ruteMandag; |
636 |
} else if (eb.afstand < 1.601) { |
} else if (eb.afstand < 1.601) { |
637 |
return "..." + targetAddress.rute; |
return "..." + targetAddress.ruteMandag; |
638 |
} else if (eb.afstand < 2.601) { |
} else if (eb.afstand < 2.601) { |
639 |
return "...." + targetAddress.rute; |
return "...." + targetAddress.ruteMandag; |
640 |
} |
} |
641 |
break; |
break; |
642 |
default: |
default: |
646 |
} |
} |
647 |
|
|
648 |
public List<Address> getNonCoveredAddresses() { |
public List<Address> getNonCoveredAddresses() { |
649 |
List<Address> result = new ArrayList<Address>(60000); |
return ikkeDaekkedeAdresser; |
|
for (Address a : alleAdresser) { |
|
|
if ( a.daekningsType == DaekningsType.DAEKNING_IKKEDAEKKET) { |
|
|
result.add(a); |
|
|
} |
|
|
} |
|
|
Collections.sort(result ); |
|
|
return result; |
|
650 |
} |
} |
651 |
|
|
652 |
public List<Address> get100PctAddresses() { |
public List<Address> get100PctAddresses() { |
653 |
List<Address> result = new ArrayList<Address>(120000); |
return hundredePctAdresser; |
|
for (Address a : alleAdresser) { |
|
|
if ( a.daekningsType == DaekningsType.DAEKNING_100PCT) { |
|
|
result.add(a); |
|
|
} |
|
|
} |
|
|
Collections.sort(result ); |
|
|
return result; |
|
654 |
} |
} |
655 |
|
|
656 |
/////////////////////////////////////////////////////////// |
/////////////////////////////////////////////////////////// |
661 |
} else { |
} else { |
662 |
inject = ".."; |
inject = ".."; |
663 |
} |
} |
664 |
return AddressUtils.injectIntoBk(targetAddress.koreliste, inject); |
return AddressUtils.injectIntoBk(targetAddress.korelisteMandag, inject); |
665 |
} |
} |
666 |
|
|
667 |
|
|
679 |
|
|
680 |
public Set<String> getHusnumre(int gadeid) { |
public Set<String> getHusnumre(int gadeid) { |
681 |
|
|
682 |
Map<Short,Map<String, Address>> gade = searchGadeidentAdresser.get(gadeid); |
Map<Short, List<Address>> gade = searchGadeidentAdresser.get(gadeid); |
683 |
|
|
684 |
Set<String> set = new TreeSet<String>( new NaturalOrderComparator<String>() ); |
Set<String> set = new TreeSet<String>( new NaturalOrderComparator<String>() ); |
685 |
for(Map<String,Address> litraList : gade.values()) { |
for(List<Address> litraList : gade.values()) { |
686 |
for (Address a: litraList.values()) { |
for (Address a: litraList) { |
687 |
set.add( a.husnr + a.husnrbogstav ); |
set.add( a.husnr + a.husnrbogstav ); |
688 |
} |
} |
689 |
} |
} |
695 |
short husnr = Short.parseShort( husnrStr.replaceAll("[^\\d]","") ); |
short husnr = Short.parseShort( husnrStr.replaceAll("[^\\d]","") ); |
696 |
String litra = husnrStr.replaceAll("\\d", ""); |
String litra = husnrStr.replaceAll("\\d", ""); |
697 |
|
|
698 |
Map<Short,Map<String, Address>> gade = searchGadeidentAdresser.get(gadeid); |
Map<Short,List<Address>> gade = searchGadeidentAdresser.get(gadeid); |
699 |
Map<String, Address> litraList = gade.get(husnr); |
List<Address> litraList = gade.get(husnr); |
700 |
return litraList.get(litra); |
|
701 |
|
for(Address addr : litraList) { |
702 |
|
if (addr.husnrbogstav.equals(litra)) { |
703 |
|
return addr; |
704 |
|
} |
705 |
|
} |
706 |
|
|
707 |
|
return null; |
708 |
|
|
709 |
} |
} |
710 |
|
|