34 |
public class AddressSearch { |
public class AddressSearch { |
35 |
|
|
36 |
private Map<Short, Map<String,Integer>> searchPostnrVejnavnGadeid; |
private Map<Short, Map<String,Integer>> searchPostnrVejnavnGadeid; |
37 |
private Map<Integer, Map<String,Address>> searchGadeidentAdresser; |
private Map<Integer, Map<Short, Map<String,Address>>> searchGadeidentAdresser; // Gadeident -> husnrumre -> litra |
38 |
|
|
39 |
|
|
40 |
private List<Address> alleAdresser; |
private List<Address> alleAdresser; |
41 |
|
|
43 |
|
|
44 |
private DataStatisticsBean stats = new DataStatisticsBean(); |
private DataStatisticsBean stats = new DataStatisticsBean(); |
45 |
|
|
46 |
ServiceConfig config; |
private DatabaseLayer db; |
47 |
|
private ServiceConfig config; |
48 |
|
|
49 |
|
|
50 |
StreetnameHelper levenshteinHelper; |
StreetnameHelper levenshteinHelper; |
51 |
|
StreetnameHelper metaphoneHelper; |
52 |
StreetnameHelper googleHelper; |
StreetnameHelper googleHelper; |
53 |
StreetnameHelper osmHelper; |
StreetnameHelper osmHelper; |
54 |
|
|
55 |
|
|
56 |
public AddressSearch(ServiceConfig config) { |
public AddressSearch(DatabaseLayer db, ServiceConfig config) { |
57 |
|
|
58 |
|
this.db = db; |
59 |
this.config = config; |
this.config = config; |
60 |
|
|
61 |
levenshteinHelper = new LevenshteinStreetnameHelper( this ); |
levenshteinHelper = new LevenshteinStreetnameHelper( this ); |
62 |
|
metaphoneHelper = new DoubleMetaphoneStreetnameHelper(config); |
63 |
googleHelper = new GoogleStreetnameHelper( config ); |
googleHelper = new GoogleStreetnameHelper( config ); |
64 |
osmHelper = new OSMStreetnameHelper( config ); |
osmHelper = new OSMStreetnameHelper( config ); |
65 |
} |
} |
66 |
|
|
67 |
|
public Address getAddressSafe(int gadeid, short husnr, String litra) throws Exception { |
68 |
|
|
69 |
|
Map<Short, Map<String,Address>> gade = searchGadeidentAdresser.get(gadeid); |
70 |
|
|
71 |
|
if (gade == null) { |
72 |
|
throw new Exception("GadeID ikke fundet"); |
73 |
|
} |
74 |
|
|
75 |
|
Map<String,Address> litraList = gade.get(husnr); |
76 |
|
|
77 |
|
Address addr = litraList.get(litra); |
78 |
|
|
79 |
|
if (addr == null) { |
80 |
|
throw new Exception("Adresse ikke ikke fundet"); |
81 |
|
} |
82 |
|
|
83 |
|
return addr; |
84 |
|
} |
85 |
|
|
86 |
|
|
87 |
public SearchResult search(String postnrStr, String adresse) { |
public SearchResult search(String postnrStr, String adresse) { |
88 |
|
|
176 |
result.gadeident = gadeident; |
result.gadeident = gadeident; |
177 |
|
|
178 |
|
|
179 |
Map<String, Address> gade = searchGadeidentAdresser.get(gadeident); |
Map<Short, Map<String,Address>> gade = searchGadeidentAdresser.get(gadeident); |
180 |
if (gade == null) { //Denne søgning må ikke fejle |
if (gade == null) { //Denne søgning må ikke fejle |
181 |
result.status = Status.ERROR_INTERNAL; |
result.status = Status.ERROR_INTERNAL; |
182 |
return result; |
return result; |
184 |
|
|
185 |
|
|
186 |
//Kunne evt klares med Iterables.get fra Guava/Collections |
//Kunne evt klares med Iterables.get fra Guava/Collections |
187 |
Address firstAddress = gade.values().iterator().next(); |
Address firstAddress = gade.values().iterator().next().values().iterator().next(); //Første husnr -> første litra |
188 |
result.vej = firstAddress.vejnavn; |
result.vej = firstAddress.vejnavn; |
189 |
|
|
190 |
String husnrSearch = "" + result.splitResult.husnr + result.splitResult.litra; |
short husnrSearch = Short.parseShort(result.splitResult.husnr ); |
191 |
Address addr = gade.get(husnrSearch); |
Map<String,Address> litraList = gade.get(husnrSearch); |
192 |
|
|
193 |
|
|
194 |
if (addr == null) { |
if (litraList == null) { //Husnr ikke fundet |
195 |
result.status = Status.ERROR_UNKNOWN_ADDRESSPOINT; |
result.status = Status.ERROR_UNKNOWN_ADDRESSPOINT; |
196 |
return result; |
return result; |
197 |
} |
} |
198 |
|
|
199 |
|
Address addr = litraList.get( result.splitResult.litra ); |
200 |
|
|
201 |
|
if (addr == null) { |
202 |
|
if (config.nearestLitra == true) { |
203 |
|
result.nearestLitra = true; |
204 |
|
addr = litraList.values().iterator().next(); |
205 |
|
} else { |
206 |
|
//husnr fundet men litra blev ikke fundet |
207 |
|
result.status = Status.ERROR_UNKNOWN_ADDRESSPOINT; |
208 |
|
return result; |
209 |
|
} |
210 |
|
} |
211 |
|
|
212 |
result.address = addr; |
result.address = addr; |
213 |
|
|
214 |
|
|
247 |
} |
} |
248 |
} |
} |
249 |
|
|
250 |
|
if (gadeident == null) { |
251 |
|
String vej = levenshteinHelper.proposeStreetName(request, result); |
252 |
|
if (vej != null) { |
253 |
|
gadeident = request.streetNames.get(vej); |
254 |
|
} |
255 |
|
} |
256 |
|
|
257 |
|
|
258 |
// Brug OpenStreetMap før vi prøver google |
// Brug OpenStreetMap før vi prøver google |
259 |
// For google har en request limit, det har OSM ikke! |
// For google har en request limit, det har OSM ikke! |
291 |
|
|
292 |
public void buildSearchStructures() throws SQLException{ |
public void buildSearchStructures() throws SQLException{ |
293 |
searchPostnrVejnavnGadeid = new HashMap<Short, Map<String,Integer>>(); |
searchPostnrVejnavnGadeid = new HashMap<Short, Map<String,Integer>>(); |
294 |
searchGadeidentAdresser = new HashMap<Integer, Map<String,Address>>(); |
searchGadeidentAdresser = new HashMap<Integer, Map<Short, Map<String,Address>>>(); |
295 |
helperCache = new ConcurrentHashMap<String,Integer>(); |
helperCache = new ConcurrentHashMap<String,Integer>(); |
296 |
|
|
297 |
long start1 = System.currentTimeMillis(); |
long start1 = System.currentTimeMillis(); |
298 |
System.out.println("Build -- stage 1"); |
System.out.println("Build -- stage 1"); |
299 |
|
|
300 |
alleAdresser = DatabaseLayer.getAllAdresses(); |
alleAdresser = db.getAllAdresses(); |
301 |
|
|
302 |
|
|
303 |
/* Mapper mellem db Row ID og adresse noden */ |
/* Mapper mellem db Row ID og adresse noden */ |
304 |
Map<Integer,Address> idAddressMap = new HashMap<Integer,Address>( alleAdresser.size() ); |
Map<Integer,Address> idAddressMap = new HashMap<Integer,Address>( alleAdresser.size() ); |
305 |
DeduplicateHelper<String> aliasHelper = new DeduplicateHelper<String>(); |
DeduplicateHelper<String> aliasHelper = new DeduplicateHelper<String>(); |
|
DeduplicateHelper<String> husnrHelper = new DeduplicateHelper<String>(); |
|
306 |
|
|
307 |
for (Address a : alleAdresser) { |
for (Address a : alleAdresser) { |
308 |
idAddressMap.put(a.id, a); |
idAddressMap.put(a.id, a); |
331 |
} |
} |
332 |
} |
} |
333 |
|
|
334 |
Map<String, Address> gade = searchGadeidentAdresser.get(gadeident); |
Map<Short, Map<String,Address>> gade = searchGadeidentAdresser.get(gadeident); |
335 |
if (gade == null) { |
if (gade == null) { |
336 |
gade = new HashMap<String, Address>(); |
gade = new TreeMap<Short, Map<String,Address>>(); |
337 |
searchGadeidentAdresser.put(gadeident, gade); |
searchGadeidentAdresser.put(gadeident, gade); |
338 |
} |
} |
339 |
String husnrSearch = "" + a.husnr + a.husnrbogstav; |
|
340 |
husnrSearch = husnrHelper.getInstance(husnrSearch); |
Map<String,Address> litraList = gade.get(a.husnr); |
341 |
gade.put(husnrSearch, a); |
if (litraList == null) { |
342 |
|
litraList = new HashMap<String,Address>(); |
343 |
|
gade.put(a.husnr, litraList); |
344 |
|
} |
345 |
|
|
346 |
|
litraList.put(a.husnrbogstav, a); |
347 |
} |
} |
348 |
|
|
349 |
//////////////////////////////////////////////////////////////////////////////////////// |
//////////////////////////////////////////////////////////////////////////////////////// |
352 |
System.out.println("Build -- stage 2 alias tabel"); |
System.out.println("Build -- stage 2 alias tabel"); |
353 |
|
|
354 |
int vaskCount = 0; |
int vaskCount = 0; |
355 |
List<AliasBean> aliasList = DatabaseLayer.getAliasList(); |
List<AliasBean> aliasList = db.getAliasList(); |
356 |
for (AliasBean alias : aliasList) { |
for (AliasBean alias : aliasList) { |
357 |
Map<String,Integer> postnrVeje = searchPostnrVejnavnGadeid.get(alias.postnr); |
Map<String,Integer> postnrVeje = searchPostnrVejnavnGadeid.get(alias.postnr); |
358 |
|
|
389 |
DeduplicateHelper<String> ruteHelper = new DeduplicateHelper<String>(); |
DeduplicateHelper<String> ruteHelper = new DeduplicateHelper<String>(); |
390 |
DeduplicateHelper<String> korelisteHelper = new DeduplicateHelper<String>(); |
DeduplicateHelper<String> korelisteHelper = new DeduplicateHelper<String>(); |
391 |
|
|
392 |
List<ExtendedBean> extDao = DatabaseLayer.getExtendedAdresslist(); |
List<ExtendedBean> extDao = db.getExtendedAdresslist(); |
393 |
for (ExtendedBean eb : extDao) { |
for (ExtendedBean eb : extDao) { |
394 |
|
|
395 |
Address orgAddress = idAddressMap.get(eb.orgId); |
Address orgAddress = idAddressMap.get(eb.orgId); |
463 |
System.out.println("Build, stage3 elapsed: " + (start4-start3) ); |
System.out.println("Build, stage3 elapsed: " + (start4-start3) ); |
464 |
System.out.println("Build -- stage 4 - 100pct"); |
System.out.println("Build -- stage 4 - 100pct"); |
465 |
|
|
466 |
Map<Short,HundredePctBean> hundredePct = DatabaseLayer.get100PctList(); |
Map<Short,HundredePctBean> hundredePct = db.get100PctList(); |
467 |
for (Address addr : alleAdresser) { |
for (Address addr : alleAdresser) { |
468 |
if (addr.daekningsType != DaekningsType.DAEKNING_IKKEDAEKKET) { |
if (addr.daekningsType != DaekningsType.DAEKNING_IKKEDAEKKET) { |
469 |
continue; |
continue; |
488 |
|
|
489 |
//////////////////////////////////////////////////////////////////////////////////// |
//////////////////////////////////////////////////////////////////////////////////// |
490 |
long stop = System.currentTimeMillis(); |
long stop = System.currentTimeMillis(); |
491 |
System.out.println("Build, stage3 elapsed: " + (stop-start4) ); |
System.out.println("Build, stage4 elapsed: " + (stop-start4) ); |
492 |
System.out.println("Build -- Gathering statistics"); |
System.out.println("Build -- Gathering statistics"); |
493 |
|
|
494 |
for (Address addr : alleAdresser) { |
for (Address addr : alleAdresser) { |
527 |
return stats; |
return stats; |
528 |
} |
} |
529 |
|
|
530 |
|
public DatabaseLayer getDatabaseLayer() { |
531 |
|
return db; |
532 |
|
} |
533 |
|
|
534 |
public void clear() { |
public void clear() { |
535 |
searchPostnrVejnavnGadeid.clear(); |
searchPostnrVejnavnGadeid.clear(); |
536 |
searchGadeidentAdresser.clear(); |
searchGadeidentAdresser.clear(); |
553 |
return ".." + targetAddress.rute; |
return ".." + targetAddress.rute; |
554 |
} else if (eb.afstand < 0.701) { |
} else if (eb.afstand < 0.701) { |
555 |
return "..." + targetAddress.rute; |
return "..." + targetAddress.rute; |
556 |
} else if (eb.afstand < 0.501) { |
} else if (eb.afstand < 1.001) { |
557 |
return "...." + targetAddress.rute; |
return "...." + targetAddress.rute; |
558 |
} |
} |
559 |
break; |
break; |
579 |
return "...." + targetAddress.rute; |
return "...." + targetAddress.rute; |
580 |
} |
} |
581 |
break; |
break; |
582 |
|
default: |
583 |
|
System.out.println("Ukendt transport type: " + eb ); |
584 |
} |
} |
585 |
return null; |
return null; |
586 |
} |
} |
596 |
return result; |
return result; |
597 |
} |
} |
598 |
|
|
599 |
|
public List<Address> get100PctAddresses() { |
600 |
|
List<Address> result = new ArrayList<Address>(120000); |
601 |
|
for (Address a : alleAdresser) { |
602 |
|
if ( a.daekningsType == DaekningsType.DAEKNING_100PCT) { |
603 |
|
result.add(a); |
604 |
|
} |
605 |
|
} |
606 |
|
Collections.sort(result ); |
607 |
|
return result; |
608 |
|
} |
609 |
|
|
610 |
/////////////////////////////////////////////////////////// |
/////////////////////////////////////////////////////////// |
611 |
private String calculateExtendedBkKoreliste(ExtendedBean eb, Address orgAddress, Address targetAddress) { |
private String calculateExtendedBkKoreliste(ExtendedBean eb, Address orgAddress, Address targetAddress) { |
612 |
String inject; |
String inject; |
645 |
aliasSet.add(vejnavn.replace("gl", "gammel") ); |
aliasSet.add(vejnavn.replace("gl", "gammel") ); |
646 |
aliasSet.add(vejnavn.replace("gammel", "gl") ); |
aliasSet.add(vejnavn.replace("gammel", "gl") ); |
647 |
|
|
648 |
|
aliasSet.add(vejnavn.replace("gl", "gamle") ); |
649 |
|
aliasSet.add(vejnavn.replace("gamle", "gl") ); |
650 |
|
|
651 |
aliasSet.add(vejnavn.replace("lille", "ll") ); |
aliasSet.add(vejnavn.replace("lille", "ll") ); |
652 |
aliasSet.add(vejnavn.replace("ll ", "lille") ); |
aliasSet.add(vejnavn.replace("ll ", "lille") ); |
653 |
aliasSet.add(vejnavn.replace("ll.", "lille") ); |
aliasSet.add(vejnavn.replace("ll.", "lille") ); |
703 |
aliasSet.add(vejnavn.replace("christians", "chr") ); |
aliasSet.add(vejnavn.replace("christians", "chr") ); |
704 |
aliasSet.add(vejnavn.replace("kristian", "kr") ); |
aliasSet.add(vejnavn.replace("kristian", "kr") ); |
705 |
aliasSet.add(vejnavn.replace("kristians", "kr") ); |
aliasSet.add(vejnavn.replace("kristians", "kr") ); |
706 |
|
|
707 |
|
aliasSet.add(vejnavn.replace("mylius", "myl") ); |
708 |
|
aliasSet.add(vejnavn.replace("myl", "mylius") ); |
709 |
|
|
710 |
|
aliasSet.add(vejnavn.replace("ludvig", "ludv") ); |
711 |
|
aliasSet.add(vejnavn.replace("ludv", "ludvig") ); |
712 |
|
|
713 |
|
|
714 |
// alternative stavninger |
// alternative stavninger |
774 |
|
|
775 |
aliasSet.add(vejnavn.replace("boulevard", "boule") ); |
aliasSet.add(vejnavn.replace("boulevard", "boule") ); |
776 |
aliasSet.add(vejnavn.replace("boule", "boulevard") ); |
aliasSet.add(vejnavn.replace("boule", "boulevard") ); |
777 |
|
|
778 |
|
aliasSet.add(vejnavn.replace("kronborg", "krbg") ); //Krbg ladegårdsvej, 3000 |
779 |
|
aliasSet.add(vejnavn.replace("krbg", "kronborg") ); |
780 |
|
|
781 |
// Opbyg æøå varianter over alle fundne aliaser |
// Opbyg æøå varianter over alle fundne aliaser |
782 |
|
|
825 |
|
|
826 |
public Set<Entry<String,Integer>> getVejnavne(short postnr) { |
public Set<Entry<String,Integer>> getVejnavne(short postnr) { |
827 |
Map<String,Integer> map = searchPostnrVejnavnGadeid.get(postnr); |
Map<String,Integer> map = searchPostnrVejnavnGadeid.get(postnr); |
828 |
TreeMap<String,Integer> newMap = new TreeMap<String,Integer>(); |
|
829 |
for (Entry<String,Integer> entry : map.entrySet() ) { |
TreeMap<String,Integer> newMap = new TreeMap<String,Integer>( map );//Lav et nyt TreeMap for at sikre sortering |
|
newMap.put(entry.getKey(), entry.getValue()); |
|
|
} |
|
830 |
|
|
831 |
return newMap.entrySet(); |
return newMap.entrySet(); |
832 |
} |
} |
833 |
|
|
834 |
public Set<String> getHusnumre(int gadeid) { |
public Set<String> getHusnumre(int gadeid) { |
835 |
|
|
836 |
Map<String, Address> gade = searchGadeidentAdresser.get(gadeid); |
Map<Short,Map<String, Address>> gade = searchGadeidentAdresser.get(gadeid); |
837 |
|
|
838 |
Set<String> set = new TreeSet<String>( new NaturalOrderComparator<String>() ); |
Set<String> set = new TreeSet<String>( new NaturalOrderComparator<String>() ); |
839 |
set.addAll( gade.keySet() ); |
for(Map<String,Address> litraList : gade.values()) { |
840 |
|
for (Address a: litraList.values()) { |
841 |
|
set.add( a.husnr + a.husnrbogstav ); |
842 |
|
} |
843 |
|
} |
844 |
|
|
845 |
return set; |
return set; |
846 |
} |
} |
847 |
|
|
848 |
public Address getAdresse(int gadeid, String husnr) { |
public Address getAdresse(int gadeid, String husnrStr) { |
849 |
|
|
850 |
|
short husnr = Short.parseShort( husnrStr.replaceAll("\\d","") ); |
851 |
|
String litra = husnrStr.replaceAll("^\\d", ""); |
852 |
|
|
853 |
Map<String, Address> gade = searchGadeidentAdresser.get(gadeid); |
Map<Short,Map<String, Address>> gade = searchGadeidentAdresser.get(gadeid); |
854 |
return gade.get(husnr); |
Map<String, Address> litraList = gade.get(husnr); |
855 |
|
return litraList.get(litra); |
856 |
|
|
857 |
} |
} |
858 |
|
|