1 |
package dk.daoas.adressevedligehold.dawa; |
package dk.daoas.adressevedligehold.dawa; |
2 |
|
|
3 |
|
import java.io.File; |
4 |
|
import java.io.FileReader; |
5 |
import java.io.IOException; |
import java.io.IOException; |
6 |
import java.util.ArrayList; |
import java.util.ArrayList; |
7 |
|
import java.util.Iterator; |
8 |
import java.util.List; |
import java.util.List; |
9 |
|
import java.util.Map; |
10 |
|
import java.util.TreeMap; |
11 |
|
|
12 |
|
import org.apache.commons.csv.CSVFormat; |
13 |
|
import org.apache.commons.csv.CSVParser; |
14 |
|
import org.apache.commons.csv.CSVRecord; |
15 |
import org.json.JSONArray; |
import org.json.JSONArray; |
16 |
import org.json.JSONObject; |
import org.json.JSONObject; |
17 |
|
|
38 |
|
|
39 |
DeduplicateHelper<String> dedup = new DeduplicateHelper<>(); |
DeduplicateHelper<String> dedup = new DeduplicateHelper<>(); |
40 |
|
|
41 |
|
public Map<String, Integer> kommunerIRegion(int regionskode) throws IOException { |
42 |
|
TimingHelper timer = new TimingHelper(); |
43 |
|
|
44 |
|
final String url = "http://dawa.aws.dk/kommuner"; |
45 |
|
|
46 |
|
Map<String,Integer> result = new TreeMap<>(); |
47 |
|
|
48 |
|
String jsonStr = HttpUtil.getContentString(url, 5000); |
49 |
|
JSONArray root = new JSONArray( jsonStr) ; |
50 |
|
|
51 |
|
for (int i=0; i<root.length(); i++) { |
52 |
|
JSONObject current = root.getJSONObject(i); |
53 |
|
|
54 |
|
int region = current.getInt("regionskode"); |
55 |
|
|
56 |
|
if (region != regionskode) { |
57 |
|
continue; |
58 |
|
} |
59 |
|
|
60 |
|
int kode = current.getInt("kode"); |
61 |
|
String navn = current.getString("navn"); |
62 |
|
|
63 |
|
result.put(navn, kode); |
64 |
|
} |
65 |
|
|
66 |
|
|
67 |
|
return result; |
68 |
|
} |
69 |
|
|
70 |
|
public List<Address> adresserIKommune(int kommunekode) throws IOException { |
71 |
|
|
72 |
|
//Splitter splitter = Splitter.on(',').trimResults( CharMatcher.is('"') ); |
73 |
|
|
74 |
|
List<Address> result = new ArrayList<>(); |
75 |
|
|
76 |
|
final String url = "http://dawa.aws.dk/adgangsadresser?kommunekode=" + kommunekode+ "&format=csv"; |
77 |
|
|
78 |
|
File file = File.createTempFile("dawa_" + kommunekode + "_", "csv"); |
79 |
|
logger.info("Gemmer til " + file.getName() ); |
80 |
|
HttpUtil.getContentToFile(url, file, 1000); |
81 |
|
|
82 |
|
TimingHelper timer = new TimingHelper(); |
83 |
|
|
84 |
|
logger.info("Loaded data elapsed:" + timer.getElapsed()); |
85 |
|
timer = new TimingHelper(); |
86 |
|
|
87 |
|
|
88 |
|
try (FileReader fin = new FileReader(file); |
89 |
|
CSVParser parser = new CSVParser(fin, CSVFormat.EXCEL); |
90 |
|
|
91 |
|
) { |
92 |
|
|
93 |
|
|
94 |
|
Iterator<CSVRecord> it = parser.iterator(); |
95 |
|
|
96 |
|
it.next(); //Skip header line |
97 |
|
|
98 |
|
|
99 |
|
while (it.hasNext()) { |
100 |
|
CSVRecord rec = it.next(); |
101 |
|
|
102 |
|
Address a = new Address(); |
103 |
|
a.vejkode = Short.parseShort( rec.get(4) ); |
104 |
|
a.vejnavn = dedup.getInstance( rec.get(5) ); |
105 |
|
String husnrStr = rec.get(7); |
106 |
|
|
107 |
|
a.husnr = Short.parseShort( husnrStr.replaceAll("[^\\d]","") ); |
108 |
|
|
109 |
|
if (a.husnr > 900) { |
110 |
|
continue; |
111 |
|
} |
112 |
|
|
113 |
|
a.husnrbogstav = dedup.getInstance( husnrStr.replaceAll("\\d", "") ); |
114 |
|
|
115 |
|
a.postnr = Short.parseShort( rec.get(9) ); |
116 |
|
a.kommunekode = Short.parseShort( rec.get(13) ); |
117 |
|
|
118 |
|
|
119 |
|
a.latitude = safeParseFloat( rec.get(22) ); |
120 |
|
a.longitude = safeParseFloat( rec.get(22) ); |
121 |
|
|
122 |
|
result.add(a); |
123 |
|
|
124 |
|
} |
125 |
|
} |
126 |
|
file.delete(); |
127 |
|
|
128 |
|
logger.info("AdressCount:" + result.size() + " - " + timer.getElapsed() + "ms"); |
129 |
|
|
130 |
|
page++; |
131 |
|
|
132 |
|
return result; |
133 |
|
} |
134 |
|
|
135 |
|
private float safeParseFloat(String str) { |
136 |
|
if (str.equals("")) |
137 |
|
return (float) 0.0; |
138 |
|
|
139 |
|
return Float.parseFloat(str); |
140 |
|
|
141 |
|
} |
142 |
|
|
143 |
public List<Address> lookup(int kommunekode) throws IOException { |
public List<Address> adresserIKommune_old(int kommunekode) throws IOException { |
144 |
|
|
145 |
|
|
146 |
|
|