adressevedligehold/dawa/DawaWebservice.java

package dk.daoas.adressevedligehold.dawa;

import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStreamReader;
import java.nio.charset.Charset;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.TreeMap;

import org.apache.commons.csv.CSVFormat;
import org.apache.commons.csv.CSVParser;
import org.apache.commons.csv.CSVRecord;
import org.json.JSONArray;
import org.json.JSONObject;

import dk.daoas.adressevedligehold.beans.Address;
import dk.daoas.adressevedligehold.tasks.TaskLogger;
import dk.daoas.adressevedligehold.util.DeduplicateHelper;
import dk.daoas.adressevedligehold.util.HttpUtil;
import dk.daoas.adressevedligehold.util.TimingHelper;


public class DawaWebservice {
        
        private TaskLogger logger = TaskLogger.getInstance(); 
        
        DeduplicateHelper<String> dedup = new DeduplicateHelper<>();

        public Map<String, Integer> kommuner() throws IOException {
                
                final String url = "http://dawa.aws.dk/kommuner";
                                
                Map<String,Integer> result = new TreeMap<>();
                
                String jsonStr = HttpUtil.getContentString(url, 5000);
                JSONArray root = new JSONArray( jsonStr) ;
                
                for (int i=0; i<root.length(); i++) {
                        JSONObject current = root.getJSONObject(i);
                                                
                        int kode = current.getInt("kode");
                        String navn = current.getString("navn");
                        
                        result.put(navn, kode);
                }
                                
                return result;
        }
        
        public Map<String, Integer> kommunerIRegion(int regionskode) throws IOException {
                
                final String url = "http://dawa.aws.dk/kommuner";
                                
                Map<String,Integer> result = new TreeMap<>();
                
                String jsonStr = HttpUtil.getContentString(url, 5000);
                JSONArray root = new JSONArray( jsonStr) ;
                
                for (int i=0; i<root.length(); i++) {
                        JSONObject current = root.getJSONObject(i);
                        
                        int region = current.getInt("regionskode");
                        
                        if (region != regionskode) {
                                continue;
                        }
                        
                        int kode = current.getInt("kode");
                        String navn = current.getString("navn");
                        
                        result.put(navn, kode);
                }
                
                
                return result;
        }
        
        public List<Address> adresserIKommune(int kommunekode) throws IOException {
                
                TimingHelper timer = new TimingHelper();
                List<Address> result = new ArrayList<>();
                
                final String url = "http://dawa.aws.dk/adgangsadresser?kommunekode=" + kommunekode+ "&format=csv";
                
                File file = File.createTempFile("dawa_" + kommunekode + "_", "csv");
                logger.info("Gemmer til " + file.getName() );
                HttpUtil.getContentToFile(url, file, 5000);
                
                
                logger.info("Downloaded dawa file, elapsed:" + timer.getElapsed());
                timer = new TimingHelper();
                
                
                try (FileInputStream fin = new FileInputStream(file);
                                InputStreamReader reader = new InputStreamReader(fin, Charset.forName("UTF-8"));
                                CSVParser parser = new CSVParser(reader, CSVFormat.EXCEL);
                         
                                ) {
                        
                        
                        Iterator<CSVRecord> it = parser.iterator();
                        
                        it.next(); //Skip header line
                        
                        
                        while (it.hasNext()) {
                                CSVRecord rec = it.next();
                        
                                Address a = new Address();
                                a.vejkode = Short.parseShort( rec.get(4) );
                                a.vejnavn = dedup.getInstance( rec.get(5) );
                                String husnrStr = rec.get(7);

                                a.husnr = Short.parseShort( husnrStr.replaceAll("[^\\d]","") );
                                
                                if (a.husnr > 900) {
                                        continue;
                                }
                                
                                a.husnrbogstav = dedup.getInstance( husnrStr.replaceAll("\\d", "") );
                                
                                a.postnr = Short.parseShort( rec.get(9) );
                                a.kommunekode = Short.parseShort( rec.get(13) );
                                

                                a.latitude = safeParseFloat( rec.get(21) );
                                a.longitude = safeParseFloat( rec.get(22) );

                                result.add(a);

                        }
                }
                boolean deleted = file.delete();
                if (deleted == false) {
                        logger.info("Could not delete tmp file");       
                }
                
                logger.info("AdressCount:" + result.size() + " - " + timer.getElapsed() + "ms");
                                
                
                return result;
        }
        
        private float safeParseFloat(String str) {
                if (str.equals(""))
                        return (float) 0.0;
                
                return Float.parseFloat(str);
                
        }
        
}
1	torben	3003	package dk.daoas.adressevedligehold.dawa;
2
3	torben	3006	import java.io.File;
4	torben	3020	import java.io.FileInputStream;
5	torben	3003	import java.io.IOException;
6	torben	3020	import java.io.InputStreamReader;
7			import java.nio.charset.Charset;
8	torben	3003	import java.util.ArrayList;
9	torben	3006	import java.util.Iterator;
10	torben	3003	import java.util.List;
11	torben	3006	import java.util.Map;
12			import java.util.TreeMap;
13	torben	3003
14	torben	3006	import org.apache.commons.csv.CSVFormat;
15			import org.apache.commons.csv.CSVParser;
16			import org.apache.commons.csv.CSVRecord;
17	torben	3003	import org.json.JSONArray;
18			import org.json.JSONObject;
19
20			import dk.daoas.adressevedligehold.beans.Address;
21			import dk.daoas.adressevedligehold.tasks.TaskLogger;
22			import dk.daoas.adressevedligehold.util.DeduplicateHelper;
23			import dk.daoas.adressevedligehold.util.HttpUtil;
24			import dk.daoas.adressevedligehold.util.TimingHelper;
25	torben	3007
26
27	torben	3003	public class DawaWebservice {
28
29			private TaskLogger logger = TaskLogger.getInstance();
30
31			DeduplicateHelper<String> dedup = new DeduplicateHelper<>();
32
33	torben	3072	public Map<String, Integer> kommuner() throws IOException {
34
35			final String url = "http://dawa.aws.dk/kommuner";
36
37			Map<String,Integer> result = new TreeMap<>();
38
39			String jsonStr = HttpUtil.getContentString(url, 5000);
40			JSONArray root = new JSONArray( jsonStr) ;
41
42			for (int i=0; i<root.length(); i++) {
43			JSONObject current = root.getJSONObject(i);
44
45			int kode = current.getInt("kode");
46			String navn = current.getString("navn");
47
48			result.put(navn, kode);
49			}
50
51			return result;
52			}
53
54	torben	3006	public Map<String, Integer> kommunerIRegion(int regionskode) throws IOException {
55
56			final String url = "http://dawa.aws.dk/kommuner";
57
58			Map<String,Integer> result = new TreeMap<>();
59
60			String jsonStr = HttpUtil.getContentString(url, 5000);
61			JSONArray root = new JSONArray( jsonStr) ;
62
63			for (int i=0; i<root.length(); i++) {
64			JSONObject current = root.getJSONObject(i);
65
66			int region = current.getInt("regionskode");
67
68			if (region != regionskode) {
69			continue;
70			}
71
72			int kode = current.getInt("kode");
73			String navn = current.getString("navn");
74
75			result.put(navn, kode);
76			}
77
78
79			return result;
80			}
81	torben	3003
82	torben	3006	public List<Address> adresserIKommune(int kommunekode) throws IOException {
83	torben	3003
84	torben	3013	TimingHelper timer = new TimingHelper();
85	torben	3006	List<Address> result = new ArrayList<>();
86	torben	3003
87	torben	3006	final String url = "http://dawa.aws.dk/adgangsadresser?kommunekode=" + kommunekode+ "&format=csv";
88
89			File file = File.createTempFile("dawa_" + kommunekode + "_", "csv");
90			logger.info("Gemmer til " + file.getName() );
91	torben	3011	HttpUtil.getContentToFile(url, file, 5000);
92	torben	3006
93
94	torben	3013
95			logger.info("Downloaded dawa file, elapsed:" + timer.getElapsed());
96	torben	3006	timer = new TimingHelper();
97
98
99	torben	3020
100
101			try (FileInputStream fin = new FileInputStream(file);
102			InputStreamReader reader = new InputStreamReader(fin, Charset.forName("UTF-8"));
103			CSVParser parser = new CSVParser(reader, CSVFormat.EXCEL);
104	torben	3006
105			) {
106
107
108			Iterator<CSVRecord> it = parser.iterator();
109
110			it.next(); //Skip header line
111
112
113			while (it.hasNext()) {
114			CSVRecord rec = it.next();
115
116			Address a = new Address();
117			a.vejkode = Short.parseShort( rec.get(4) );
118			a.vejnavn = dedup.getInstance( rec.get(5) );
119			String husnrStr = rec.get(7);
120
121			a.husnr = Short.parseShort( husnrStr.replaceAll("[^\\d]","") );
122
123			if (a.husnr > 900) {
124			continue;
125			}
126
127			a.husnrbogstav = dedup.getInstance( husnrStr.replaceAll("\\d", "") );
128
129			a.postnr = Short.parseShort( rec.get(9) );
130			a.kommunekode = Short.parseShort( rec.get(13) );
131
132
133	torben	3007	a.latitude = safeParseFloat( rec.get(21) );
134	torben	3006	a.longitude = safeParseFloat( rec.get(22) );
135
136			result.add(a);
137
138			}
139			}
140	torben	3017	boolean deleted = file.delete();
141			if (deleted == false) {
142			logger.info("Could not delete tmp file");
143			}
144	torben	3006
145			logger.info("AdressCount:" + result.size() + " - " + timer.getElapsed() + "ms");
146
147
148	torben	3007
149	torben	3006	return result;
150			}
151
152			private float safeParseFloat(String str) {
153			if (str.equals(""))
154			return (float) 0.0;
155
156			return Float.parseFloat(str);
157
158			}
159
160	torben	3003	}