1 |
torben |
3003 |
package dk.daoas.adressevedligehold.dawa;
|
2 |
|
|
|
3 |
torben |
3006 |
import java.io.File;
|
4 |
torben |
3020 |
import java.io.FileInputStream;
|
5 |
torben |
3006 |
import java.io.FileReader;
|
6 |
torben |
3003 |
import java.io.IOException;
|
7 |
torben |
3020 |
import java.io.InputStreamReader;
|
8 |
|
|
import java.nio.charset.Charset;
|
9 |
torben |
3003 |
import java.util.ArrayList;
|
10 |
torben |
3006 |
import java.util.Iterator;
|
11 |
torben |
3003 |
import java.util.List;
|
12 |
torben |
3006 |
import java.util.Map;
|
13 |
|
|
import java.util.TreeMap;
|
14 |
torben |
3003 |
|
15 |
torben |
3006 |
import org.apache.commons.csv.CSVFormat;
|
16 |
|
|
import org.apache.commons.csv.CSVParser;
|
17 |
|
|
import org.apache.commons.csv.CSVRecord;
|
18 |
torben |
3003 |
import org.json.JSONArray;
|
19 |
|
|
import org.json.JSONObject;
|
20 |
|
|
|
21 |
|
|
import dk.daoas.adressevedligehold.beans.Address;
|
22 |
|
|
import dk.daoas.adressevedligehold.tasks.TaskLogger;
|
23 |
|
|
import dk.daoas.adressevedligehold.util.DeduplicateHelper;
|
24 |
|
|
import dk.daoas.adressevedligehold.util.HttpUtil;
|
25 |
|
|
import dk.daoas.adressevedligehold.util.TimingHelper;
|
26 |
torben |
3007 |
|
27 |
|
|
|
28 |
torben |
3003 |
public class DawaWebservice {
|
29 |
|
|
|
30 |
|
|
private TaskLogger logger = TaskLogger.getInstance();
|
31 |
|
|
|
32 |
|
|
DeduplicateHelper<String> dedup = new DeduplicateHelper<>();
|
33 |
|
|
|
34 |
torben |
3006 |
public Map<String, Integer> kommunerIRegion(int regionskode) throws IOException {
|
35 |
|
|
|
36 |
|
|
final String url = "http://dawa.aws.dk/kommuner";
|
37 |
|
|
|
38 |
|
|
Map<String,Integer> result = new TreeMap<>();
|
39 |
|
|
|
40 |
|
|
String jsonStr = HttpUtil.getContentString(url, 5000);
|
41 |
|
|
JSONArray root = new JSONArray( jsonStr) ;
|
42 |
|
|
|
43 |
|
|
for (int i=0; i<root.length(); i++) {
|
44 |
|
|
JSONObject current = root.getJSONObject(i);
|
45 |
|
|
|
46 |
|
|
int region = current.getInt("regionskode");
|
47 |
|
|
|
48 |
|
|
if (region != regionskode) {
|
49 |
|
|
continue;
|
50 |
|
|
}
|
51 |
|
|
|
52 |
|
|
int kode = current.getInt("kode");
|
53 |
|
|
String navn = current.getString("navn");
|
54 |
|
|
|
55 |
|
|
result.put(navn, kode);
|
56 |
|
|
}
|
57 |
|
|
|
58 |
|
|
|
59 |
|
|
return result;
|
60 |
|
|
}
|
61 |
torben |
3003 |
|
62 |
torben |
3006 |
public List<Address> adresserIKommune(int kommunekode) throws IOException {
|
63 |
torben |
3003 |
|
64 |
torben |
3013 |
TimingHelper timer = new TimingHelper();
|
65 |
torben |
3006 |
List<Address> result = new ArrayList<>();
|
66 |
torben |
3003 |
|
67 |
torben |
3006 |
final String url = "http://dawa.aws.dk/adgangsadresser?kommunekode=" + kommunekode+ "&format=csv";
|
68 |
|
|
|
69 |
|
|
File file = File.createTempFile("dawa_" + kommunekode + "_", "csv");
|
70 |
|
|
logger.info("Gemmer til " + file.getName() );
|
71 |
torben |
3011 |
HttpUtil.getContentToFile(url, file, 5000);
|
72 |
torben |
3006 |
|
73 |
|
|
|
74 |
torben |
3013 |
|
75 |
|
|
logger.info("Downloaded dawa file, elapsed:" + timer.getElapsed());
|
76 |
torben |
3006 |
timer = new TimingHelper();
|
77 |
|
|
|
78 |
|
|
|
79 |
torben |
3020 |
|
80 |
|
|
|
81 |
|
|
try (FileInputStream fin = new FileInputStream(file);
|
82 |
|
|
InputStreamReader reader = new InputStreamReader(fin, Charset.forName("UTF-8"));
|
83 |
|
|
CSVParser parser = new CSVParser(reader, CSVFormat.EXCEL);
|
84 |
torben |
3006 |
|
85 |
|
|
) {
|
86 |
|
|
|
87 |
|
|
|
88 |
|
|
Iterator<CSVRecord> it = parser.iterator();
|
89 |
|
|
|
90 |
|
|
it.next(); //Skip header line
|
91 |
|
|
|
92 |
|
|
|
93 |
|
|
while (it.hasNext()) {
|
94 |
|
|
CSVRecord rec = it.next();
|
95 |
|
|
|
96 |
|
|
Address a = new Address();
|
97 |
|
|
a.vejkode = Short.parseShort( rec.get(4) );
|
98 |
|
|
a.vejnavn = dedup.getInstance( rec.get(5) );
|
99 |
|
|
String husnrStr = rec.get(7);
|
100 |
|
|
|
101 |
|
|
a.husnr = Short.parseShort( husnrStr.replaceAll("[^\\d]","") );
|
102 |
|
|
|
103 |
|
|
if (a.husnr > 900) {
|
104 |
|
|
continue;
|
105 |
|
|
}
|
106 |
|
|
|
107 |
|
|
a.husnrbogstav = dedup.getInstance( husnrStr.replaceAll("\\d", "") );
|
108 |
|
|
|
109 |
|
|
a.postnr = Short.parseShort( rec.get(9) );
|
110 |
|
|
a.kommunekode = Short.parseShort( rec.get(13) );
|
111 |
|
|
|
112 |
|
|
|
113 |
torben |
3007 |
a.latitude = safeParseFloat( rec.get(21) );
|
114 |
torben |
3006 |
a.longitude = safeParseFloat( rec.get(22) );
|
115 |
|
|
|
116 |
|
|
result.add(a);
|
117 |
|
|
|
118 |
|
|
}
|
119 |
|
|
}
|
120 |
torben |
3017 |
boolean deleted = file.delete();
|
121 |
|
|
if (deleted == false) {
|
122 |
|
|
logger.info("Could not delete tmp file");
|
123 |
|
|
}
|
124 |
torben |
3006 |
|
125 |
|
|
logger.info("AdressCount:" + result.size() + " - " + timer.getElapsed() + "ms");
|
126 |
|
|
|
127 |
|
|
|
128 |
torben |
3007 |
|
129 |
torben |
3006 |
return result;
|
130 |
|
|
}
|
131 |
|
|
|
132 |
|
|
private float safeParseFloat(String str) {
|
133 |
|
|
if (str.equals(""))
|
134 |
|
|
return (float) 0.0;
|
135 |
|
|
|
136 |
|
|
return Float.parseFloat(str);
|
137 |
|
|
|
138 |
|
|
}
|
139 |
|
|
|
140 |
torben |
3003 |
}
|