1 |
package dk.daoas.fulddaekning; |
package dk.daoas.fulddaekning; |
2 |
|
|
3 |
|
import geocode.GeoPoint; |
4 |
|
|
5 |
import java.io.IOException; |
import java.io.IOException; |
6 |
import java.sql.Connection; |
import java.sql.Connection; |
7 |
import java.sql.DriverManager; |
import java.sql.DriverManager; |
13 |
import java.util.List; |
import java.util.List; |
14 |
import java.util.Map; |
import java.util.Map; |
15 |
import java.util.Properties; |
import java.util.Properties; |
|
import java.util.Queue; |
|
16 |
import java.util.Set; |
import java.util.Set; |
17 |
import java.util.TreeSet; |
import java.util.TreeSet; |
|
import java.util.concurrent.ConcurrentLinkedQueue; |
|
18 |
import java.util.logging.Logger; |
import java.util.logging.Logger; |
19 |
|
|
20 |
|
|
27 |
Connection conn; |
Connection conn; |
28 |
PreparedStatement saveStmt; |
PreparedStatement saveStmt; |
29 |
|
|
30 |
Adresse alleAdresser[]; |
List<GeoPoint> alleAdresser; |
31 |
Adresse alleIkkeDaekkede[]; |
Adresse alleIkkeDaekkede[]; |
32 |
|
|
33 |
|
Map<Short,List<GeoPoint>> daekkedeAdresserHO = new HashMap<Short,List<GeoPoint>>(); |
34 |
|
|
35 |
|
|
36 |
|
|
37 |
|
|
38 |
|
|
39 |
|
|
40 |
DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>(); |
DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>(); |
41 |
DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>(); |
DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>(); |
42 |
|
|
43 |
Set<Integer> postnumre = new TreeSet<Integer>(); |
Set<Short> postnumre = new TreeSet<Short>(); |
44 |
|
|
45 |
Map<Integer, List<Adresse>> ikkeDaekkedePrPost = new HashMap<Integer, List<Adresse>>(); |
//Map<Short, List<Adresse>> ikkeDaekkedePrPost = new HashMap<Short, List<Adresse>>(); |
46 |
|
|
47 |
|
|
48 |
private HashMap<Integer,BoundingBox> bbCache = new HashMap<Integer,BoundingBox>(); |
private HashMap<Short,BoundingBox> bbCache = new HashMap<Short,BoundingBox>(); |
49 |
|
|
50 |
public Database(SafeProperties conf) throws SQLException,IOException { |
public Database(SafeProperties conf) throws SQLException,IOException { |
51 |
this.conn = getConnection( conf ); |
this.conn = getConnection( conf ); |
76 |
conn.createStatement().executeUpdate(sql); |
conn.createStatement().executeUpdate(sql); |
77 |
|
|
78 |
logger.info("Rename tables"); |
logger.info("Rename tables"); |
79 |
sql = "RENAME TABLE fulddaekning.afstand_anden_rute" + ext + " TO fulddaekning.afstand_anden_rute_old" + ext + ", fulddaekning.afstand_anden_rute_ny TO fulddaekning.afstand_anden_rute" + ext; |
String sql2 = "RENAME TABLE fulddaekning.afstand_anden_rute" + ext + " TO fulddaekning.afstand_anden_rute_old" + ext + ", fulddaekning.afstand_anden_rute_ny TO fulddaekning.afstand_anden_rute" + ext; |
80 |
|
|
81 |
logger.info("Executing: " + sql); |
logger.info("Executing: " + sql2); |
82 |
conn.createStatement().executeUpdate(sql); |
conn.createStatement().executeUpdate(sql2); |
83 |
} |
} |
84 |
|
|
85 |
public BoundingBox getBoundingbox(int postnr) { |
public BoundingBox getBoundingbox(short postnr) { |
86 |
BoundingBox bb = bbCache.get(postnr); |
BoundingBox bb = bbCache.get(postnr); |
87 |
return bb.clone();//never return the original / cached object |
return bb.clone();//never return the original / cached object |
88 |
} |
} |
89 |
|
|
90 |
|
|
91 |
public Set<Integer> hentPostnumreCache() { |
public Set<Short> hentPostnumreCache() { |
92 |
return postnumre; |
return postnumre; |
93 |
} |
} |
94 |
|
|
95 |
|
|
96 |
public void hentAlleIkkedaekkedeAdresser(int minPostnr, int maxPostnr) throws SQLException { |
public Adresse[] hentAlleIkkedaekkedeAdresser(int minPostnr, int maxPostnr) throws SQLException { |
97 |
|
|
98 |
logger.info("Henter alle IKKE-daekkede adresser"); |
logger.info("Henter alle IKKE-daekkede adresser"); |
99 |
|
|
117 |
|
|
118 |
for (Adresse a : alleIkkeDaekkede) { |
for (Adresse a : alleIkkeDaekkede) { |
119 |
|
|
|
List<Adresse> postListe; |
|
120 |
|
|
121 |
BoundingBox bbox; |
BoundingBox bbox; |
122 |
|
|
123 |
if (! postnumre.contains(a.postnr )) { |
if (! postnumre.contains(a.postnr )) { |
124 |
postnumre.add( a.postnr ); |
postnumre.add( a.postnr ); |
125 |
|
|
126 |
bbox = new BoundingBox(); |
bbox = new BoundingBox(); |
|
postListe = new ArrayList<Adresse>(); |
|
127 |
|
|
128 |
bbCache.put( a.postnr, bbox); |
bbCache.put( a.postnr, bbox); |
|
ikkeDaekkedePrPost.put(a.postnr, postListe); |
|
129 |
|
|
130 |
} else { |
} else { |
131 |
bbox = bbCache.get( a.postnr); |
bbox = bbCache.get( a.postnr); |
|
postListe = ikkeDaekkedePrPost.get(a.postnr); |
|
132 |
} |
} |
133 |
|
|
134 |
bbox.latitudeMax = Math.max(bbox.latitudeMax, a.latitude); |
bbox.latitudeMax = Math.max(bbox.latitudeMax, a.latitude); |
136 |
bbox.longitudeMax = Math.max(bbox.longitudeMax, a.longitude); |
bbox.longitudeMax = Math.max(bbox.longitudeMax, a.longitude); |
137 |
bbox.longitudeMin = Math.min(bbox.longitudeMin, a.longitude); |
bbox.longitudeMin = Math.min(bbox.longitudeMin, a.longitude); |
138 |
|
|
|
postListe.add(a); |
|
139 |
|
|
140 |
} |
} |
141 |
|
return alleIkkeDaekkede; |
142 |
} |
} |
143 |
|
|
|
public Queue<Adresse> hentIkkedaekkedeAdresserCache(int postnr) { |
|
|
List<Adresse> postListe = ikkeDaekkedePrPost.get(postnr); |
|
|
|
|
|
return new ConcurrentLinkedQueue<Adresse>(postListe); |
|
|
} |
|
144 |
|
|
145 |
|
|
|
public Adresse[] hentDaekkedeAdresserCache( BoundingBox bbox) { |
|
|
long start = System.currentTimeMillis(); |
|
|
ArrayList<Adresse> list = new ArrayList<Adresse>(); |
|
|
for (Adresse a : alleAdresser) { |
|
|
if ( a.latitude > bbox.latitudeMin && a.latitude< bbox.latitudeMax && a.longitude> bbox.longitudeMin && a.longitude < bbox.longitudeMax) { |
|
|
list.add(a); |
|
|
} |
|
|
} |
|
|
long stop = System.currentTimeMillis(); |
|
|
logger.info("Elapsed cache: " + (stop - start)); |
|
|
return list.toArray( new Adresse[ list.size() ] ); |
|
|
} |
|
146 |
|
|
147 |
|
public Map<Short, List<GeoPoint>> getDaekkedeAdresserHO() { |
148 |
|
return daekkedeAdresserHO; |
149 |
|
} |
150 |
|
|
151 |
public Adresse[] hentAlleDaekkedeAdresser() throws SQLException { |
public int hentAlleDaekkedeAdresser() throws SQLException { |
152 |
if ( alleAdresser == null ) { |
if ( alleAdresser == null ) { |
153 |
String sql = "SELECT id,a.postnr,adresse,gadeid,husnr,husnrbogstav,latitude,longitude,rute,p.distributor as ho " + |
String sql = "SELECT id,a.postnr,adresse,gadeid,husnr,husnrbogstav,latitude,longitude,rute,p.distributor as ho " + |
154 |
"FROM fulddaekning.adressetabel a " + |
"FROM fulddaekning.adressetabel a " + |
160 |
|
|
161 |
// Forward only + concur_read_only + fetchsize tvinger driver til at hente en række af gangen (bedre performance ved store result sets) |
// Forward only + concur_read_only + fetchsize tvinger driver til at hente en række af gangen (bedre performance ved store result sets) |
162 |
// Se http://dev.mysql.com/doc/connector-j/en/connector-j-reference-implementation-notes.html |
// Se http://dev.mysql.com/doc/connector-j/en/connector-j-reference-implementation-notes.html |
|
//PreparedStatement stmt = conn.prepareStatement(sql); |
|
163 |
PreparedStatement stmt = conn.prepareStatement(sql, java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY); |
PreparedStatement stmt = conn.prepareStatement(sql, java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY); |
164 |
stmt.setFetchSize(Integer.MIN_VALUE); |
stmt.setFetchSize(Integer.MIN_VALUE); |
165 |
|
|
166 |
stmt.setString(1, LookupMain.distributor); |
stmt.setString(1, LookupMain.distributor); |
167 |
|
|
168 |
List<Adresse> list = hentAdresseListe( stmt ); |
List<Adresse> list = hentAdresseListe( stmt ); |
169 |
alleAdresser = list.toArray( new Adresse[ list.size() ] ); |
|
170 |
|
alleAdresser = new ArrayList<GeoPoint>(); |
171 |
|
alleAdresser.addAll(list); |
172 |
|
|
173 |
|
for(Adresse addr : list) { |
174 |
|
short ho = addr.ho; |
175 |
|
List<GeoPoint> hoListe = daekkedeAdresserHO.get(ho); |
176 |
|
if ( hoListe == null) { |
177 |
|
hoListe = new ArrayList<GeoPoint>(); |
178 |
|
daekkedeAdresserHO.put(ho, hoListe); |
179 |
|
} |
180 |
|
|
181 |
|
hoListe.add(addr); |
182 |
|
|
183 |
|
} |
184 |
} |
} |
185 |
return alleAdresser; |
|
186 |
|
return alleAdresser.size(); |
187 |
} |
} |
188 |
|
|
189 |
|
|
195 |
PreparedStatement saveStmt = conn.prepareStatement(sql);*/ |
PreparedStatement saveStmt = conn.prepareStatement(sql);*/ |
196 |
|
|
197 |
saveStmt.setInt(1, orgAdresse.id); |
saveStmt.setInt(1, orgAdresse.id); |
198 |
saveStmt.setInt(2, orgAdresse.postnr); |
saveStmt.setShort(2, orgAdresse.postnr); |
199 |
saveStmt.setString(3, orgAdresse.adresse); |
saveStmt.setString(3, orgAdresse.adresse); |
200 |
saveStmt.setInt(4, orgAdresse.gadeid); |
saveStmt.setInt(4, orgAdresse.gadeid); |
201 |
saveStmt.setInt(5, orgAdresse.husnr); |
saveStmt.setShort(5, orgAdresse.husnr); |
202 |
saveStmt.setString(6, orgAdresse.husnrbogstav); |
saveStmt.setString(6, orgAdresse.husnrbogstav); |
203 |
saveStmt.setDouble(7, orgAdresse.latitude); |
saveStmt.setDouble(7, orgAdresse.latitude); |
204 |
saveStmt.setDouble(8, orgAdresse.longitude); |
saveStmt.setDouble(8, orgAdresse.longitude); |
206 |
|
|
207 |
|
|
208 |
saveStmt.setInt(10, bedsteAdresse.id); |
saveStmt.setInt(10, bedsteAdresse.id); |
209 |
saveStmt.setInt(11, bedsteAdresse.postnr); |
saveStmt.setShort(11, bedsteAdresse.postnr); |
210 |
saveStmt.setString(12, bedsteAdresse.adresse); |
saveStmt.setString(12, bedsteAdresse.adresse); |
211 |
saveStmt.setInt(13, bedsteAdresse.gadeid); |
saveStmt.setInt(13, bedsteAdresse.gadeid); |
212 |
saveStmt.setInt(14, bedsteAdresse.husnr); |
saveStmt.setShort(14, bedsteAdresse.husnr); |
213 |
saveStmt.setString(15, bedsteAdresse.husnrbogstav); |
saveStmt.setString(15, bedsteAdresse.husnrbogstav); |
214 |
saveStmt.setDouble(16, bedsteAdresse.latitude); |
saveStmt.setDouble(16, bedsteAdresse.latitude); |
215 |
saveStmt.setDouble(17, bedsteAdresse.longitude); |
saveStmt.setDouble(17, bedsteAdresse.longitude); |
219 |
|
|
220 |
saveStmt.addBatch(); |
saveStmt.addBatch(); |
221 |
batchCount++; |
batchCount++; |
222 |
if (batchCount >= 100) { |
if (batchCount >= 1000) { |
223 |
saveStmt.executeBatch(); |
saveStmt.executeBatch(); |
224 |
batchCount = 0; |
batchCount = 0; |
225 |
} |
} |
244 |
//logger.info("Starting exec query done"); |
//logger.info("Starting exec query done"); |
245 |
|
|
246 |
while (res.next()) { |
while (res.next()) { |
247 |
Adresse adr = new Adresse(); |
|
248 |
|
double latitude = res.getDouble(7); |
249 |
|
double longitude = res.getDouble(8); |
250 |
|
|
251 |
|
|
252 |
|
Adresse adr = new Adresse(latitude,longitude); |
253 |
|
|
|
/* |
|
|
adr.id = res.getInt("id"); |
|
|
adr.postnr = res.getInt("postnr"); |
|
|
adr.adresse = res.getString("adresse"); |
|
|
adr.gadeid = res.getInt("gadeid"); |
|
|
adr.husnr = res.getInt("husnr"); |
|
|
adr.husnrbogstav = res.getString("husnrbogstav"); |
|
|
adr.latitude = res.getDouble("latitude"); |
|
|
adr.longitude = res.getDouble("longitude"); |
|
|
adr.rute = res.getString("rute"); |
|
|
adr.ho = res.getInt("ho"); |
|
|
*/ |
|
|
|
|
254 |
adr.id = res.getInt(1); |
adr.id = res.getInt(1); |
255 |
adr.postnr = res.getInt(2); |
adr.postnr = res.getShort(2); |
256 |
adr.adresse = res.getString(3); |
adr.adresse = res.getString(3); |
257 |
adr.gadeid = res.getInt(4); |
adr.gadeid = res.getInt(4); |
258 |
adr.husnr = res.getInt(5); |
adr.husnr = res.getShort(5); |
259 |
adr.husnrbogstav = husnrbogstavCache.getInstance( res.getString(6) ); |
adr.husnrbogstav = husnrbogstavCache.getInstance( res.getString(6) ); |
260 |
adr.latitude = res.getDouble(7); |
//adr.latitude = res.getDouble(7); |
261 |
adr.longitude = res.getDouble(8); |
//adr.longitude = res.getDouble(8); |
262 |
adr.rute = ruteCache.getInstance( res.getString(9) ); |
adr.rute = ruteCache.getInstance( res.getString(9) ); |
263 |
adr.ho = res.getInt(10); |
adr.ho = res.getShort(10); |
264 |
|
|
265 |
list.add(adr); |
list.add(adr); |
266 |
|
|
299 |
|
|
300 |
|
|
301 |
// ////////////////////////////////////////////////////////////////// |
// ////////////////////////////////////////////////////////////////// |
302 |
|
|
303 |
|
/* |
304 |
|
public Queue<Adresse> hentIkkedaekkedeAdresserCache(short postnr) { |
305 |
|
List<Adresse> postListe = ikkeDaekkedePrPost.get(postnr); |
306 |
|
|
307 |
|
return new ConcurrentLinkedQueue<Adresse>(postListe); |
308 |
|
} |
309 |
|
|
310 |
|
public Adresse[] hentDaekkedeAdresserCache( BoundingBox bbox, Adresse adresseListe[] ) { |
311 |
|
long start = System.currentTimeMillis(); |
312 |
|
ArrayList<Adresse> list = new ArrayList<Adresse>(); |
313 |
|
for (Adresse a : adresseListe) { |
314 |
|
if ( a.latitude > bbox.latitudeMin && a.latitude< bbox.latitudeMax && a.longitude> bbox.longitudeMin && a.longitude < bbox.longitudeMax) { |
315 |
|
list.add(a); |
316 |
|
} |
317 |
|
} |
318 |
|
long stop = System.currentTimeMillis(); |
319 |
|
logger.info("Elapsed cache: " + (stop - start)); |
320 |
|
return list.toArray( new Adresse[ list.size() ] ); |
321 |
|
} |
322 |
|
|
323 |
|
|
324 |
|
/*public Adresse[] hentDaekkedeAdresserCache( BoundingBox bbox) { |
325 |
|
return hentDaekkedeAdresserCache(bbox, alleAdresser); |
326 |
|
}*/ |
327 |
|
|
328 |
/* |
/* |
329 |
@Deprecated |
@Deprecated |
330 |
private BoundingBox getBoundingboxFromDb_old(String postnr) throws SQLException { |
private BoundingBox getBoundingboxFromDb_old(String postnr) throws SQLException { |