/[projects]/dao/FuldDaekningWorker/src/main/java/dk/daoas/fulddaekning/Database.java
ViewVC logotype

Annotation of /dao/FuldDaekningWorker/src/main/java/dk/daoas/fulddaekning/Database.java

Parent Directory Parent Directory | Revision Log Revision Log


Revision 2247 - (hide annotations) (download)
Mon Dec 15 11:12:21 2014 UTC (9 years, 5 months ago) by torben
Original Path: dao/FuldDaekningWorker/src/dk/daoas/fulddaekning/Database.java
File size: 11508 byte(s)
Save boundbox objects in cache
1 torben 2145 package dk.daoas.fulddaekning;
2    
3 torben 2152 import java.io.IOException;
4 torben 2145 import java.sql.Connection;
5 torben 2152 import java.sql.DriverManager;
6 torben 2145 import java.sql.PreparedStatement;
7     import java.sql.ResultSet;
8     import java.sql.SQLException;
9     import java.util.ArrayList;
10 torben 2247 import java.util.HashMap;
11 torben 2145 import java.util.List;
12 torben 2152 import java.util.Properties;
13 torben 2145 import java.util.Queue;
14     import java.util.concurrent.ConcurrentLinkedQueue;
15     import java.util.logging.Logger;
16    
17    
18 torben 2219
19 torben 2145 public class Database {
20     Logger logger = Logger.getLogger(Database.class.getName());
21 torben 2151
22 torben 2219 int batchCount = 0;
23 torben 2151
24 torben 2145 Connection conn;
25     PreparedStatement saveStmt;
26 torben 2247
27     private HashMap<String,BoundingBox> bbCache = new HashMap<String,BoundingBox>();
28 torben 2145
29 torben 2157 public Database(SafeProperties conf) throws SQLException,IOException {
30 torben 2152 this.conn = getConnection( conf );
31 torben 2151
32 torben 2192 String sql = "INSERT INTO fulddaekning.afstand_anden_rute_ny (orgId,orgPostnr, orgAdresse,orgGadeid,orgHusnr,orgHusnrBogstav,orgLatitude,orgLongitude,orgRute,id,postnr,adresse,gadeid,husnr,husnrbogstav,latitude,longitude,rute,afstand,`timestamp`) "+
33 torben 2151 "VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?, now() )";
34 torben 2145
35 torben 2150 saveStmt = conn.prepareStatement(sql);
36 torben 2151
37 torben 2145 }
38 torben 2151
39     public void resetResultTable() throws SQLException {
40 torben 2192 logger.info("Dropping old result table (if exists)");
41     String sql = "DROP TABLE IF EXISTS fulddaekning.afstand_anden_rute_ny";
42 torben 2151 conn.createStatement().executeUpdate(sql);
43 torben 2192
44     logger.info("Create new result table");
45     sql = "CREATE TABLE fulddaekning.afstand_anden_rute_ny LIKE fulddaekning.afstand_anden_rute";
46     conn.createStatement().executeUpdate(sql);
47 torben 2151 }
48 torben 2192
49     public void renameResultTables() throws SQLException {
50 torben 2223 Constants consts = Constants.getInstance();
51     String ext = consts.getTableExtension();
52    
53 torben 2192 logger.info("Dropping old backup table (if exists)");
54 torben 2223 String sql = "DROP TABLE IF EXISTS fulddaekning.afstand_anden_rute_old" + ext;
55 torben 2192 conn.createStatement().executeUpdate(sql);
56    
57     logger.info("Rename tables");
58 torben 2224 sql = "RENAME TABLE fulddaekning.afstand_anden_rute" + ext + " TO fulddaekning.afstand_anden_rute_old" + ext + ", fulddaekning.afstand_anden_rute_ny TO fulddaekning.afstand_anden_rute" + ext;
59 torben 2230
60     logger.info("Executing: " + sql);
61 torben 2192 conn.createStatement().executeUpdate(sql);
62 torben 2247 }
63    
64     public BoundingBox getBoundingbox(String postnr) throws SQLException {
65     BoundingBox bb = bbCache.get(postnr);
66     if ( bb == null ) {
67     bb = getBoundingboxFromDb(postnr);
68     bbCache.put(postnr, bb);
69     }
70    
71     return bb.clone();//never return the original / cached object
72     }
73 torben 2151
74 torben 2247 private BoundingBox getBoundingboxFromDb(String postnr) throws SQLException {
75 torben 2240 String minPostnr = postnr.replace('x', '0');
76     String maxPostnr = postnr.replace('x', '9');
77 torben 2151
78 torben 2145 String sql =
79 torben 2200 "SELECT max(latitude) latmax, min(latitude) latmin, max(longitude) lngmax,min(longitude) lngmin " +
80 torben 2238 "FROM fulddaekning.adressetabel WHERE postnr BETWEEN ? and ? and rute is null;";
81 torben 2151
82 torben 2145 PreparedStatement stmt = conn.prepareStatement(sql);
83 torben 2238 stmt.setString(1, minPostnr);
84     stmt.setString(2, maxPostnr);
85 torben 2151
86 torben 2145 ResultSet res = stmt.executeQuery();
87     res.next(); //query returnerer altid 1 række
88 torben 2151
89 torben 2145 BoundingBox bbox = new BoundingBox();
90     bbox.latitudeMax = res.getDouble("latmax");
91     bbox.latitudeMin = res.getDouble("latmin");
92     bbox.longitudeMax = res.getDouble("lngmax");
93     bbox.longitudeMin = res.getDouble("lngmin");
94 torben 2151
95 torben 2145 res.close();
96     stmt.close();
97 torben 2151
98 torben 2145 return bbox;
99     }
100 torben 2247
101    
102 torben 2151
103 torben 2238 public Queue<Adresse> hentIkkedaekkedeAdresser(String postnr) throws SQLException {
104    
105 torben 2240 String minPostnr = postnr.replace('x', '0');
106     String maxPostnr = postnr.replace('x', '9');
107 torben 2238
108 torben 2145 ConcurrentLinkedQueue<Adresse> queue = new ConcurrentLinkedQueue<Adresse>();
109 torben 2151
110 torben 2231 String sql = "SELECT id,a.postnr,adresse,gadeid,husnr,husnrbogstav,latitude,longitude,rute,p.distributor as ho " +
111     "FROM fulddaekning.adressetabel a " +
112     "LEFT JOIN bogleveringer.postnummerdistributor p on (a.postnr=p.postnr) " +
113 torben 2145 "WHERE rute IS NULL " + //Ingen dækning
114 torben 2238 "AND a.postnr BETWEEN ? AND ? " +
115 torben 2145 "AND latitude IS NOT NULL " +
116     "AND longitude IS NOT NULL " +
117 torben 2235 "AND gadeid IS NOT NULL " +
118     "AND (a.distributor IS NULL OR a.distributor<>'LUKKET') ";
119 torben 2145 PreparedStatement stmt = conn.prepareStatement(sql);
120 torben 2238 stmt.setString(1, minPostnr);
121     stmt.setString(2, maxPostnr);
122 torben 2151
123 torben 2145 queue.addAll( hentAdresseListe( stmt ) );
124     return queue;
125     }
126 torben 2151
127 torben 2238 public List<String> hentPostnumre() throws SQLException {
128     ArrayList<String> list = new ArrayList<String>();
129 torben 2203
130     Constants consts = Constants.getInstance();
131 torben 2151
132 torben 2238 /*
133 torben 2200 String sql = "SELECT postnr " +
134     "FROM fulddaekning.adressetabel " +
135 torben 2203 "WHERE postnr BETWEEN ? AND ? " +
136 torben 2237 "AND rute is null " + // Træk kun liste på postnumre hvor der er ikke-dækkede adresser
137 torben 2200 "GROUP BY postnr " +
138     "ORDER by postnr";
139 torben 2238 */
140    
141    
142 torben 2240 String sql = "SELECT rpad(left(postnr,?),'4', 'x') as postnr2 " +
143 torben 2238 "FROM fulddaekning.adressetabel " +
144     "WHERE postnr BETWEEN ? AND ? " +
145 torben 2240 "AND rute is null " + // Trae kun liste paa postnumre hvor der er ikke-daekede adresser
146     "AND (postnr NOT BETWEEN 3900 and 3999) " + //Skip alle groenlandske postnumre
147 torben 2238 "GROUP BY postnr2 " +
148     "ORDER by postnr2 ";
149    
150    
151    
152 torben 2145 PreparedStatement stmt = conn.prepareStatement(sql);
153 torben 2203 //stmt.setString(1, Lookup.distributor );
154 torben 2240
155     stmt.setInt(1, consts.getPostnrGroup() );
156    
157     stmt.setInt(2, consts.getMinPostnr());
158     stmt.setInt(3, consts.getMaxPostnr());
159 torben 2145 ResultSet res = stmt.executeQuery();
160 torben 2151
161 torben 2145 while (res.next()) {
162 torben 2238 String postnr = res.getString("postnr2");
163 torben 2145 list.add(postnr);
164     }
165     res.close();
166     stmt.close();
167 torben 2151
168 torben 2145 //list.add(8700);
169 torben 2151
170 torben 2145 return list;
171     }
172 torben 2151
173 torben 2207 public Adresse[] hentDaekkedeAdresser( BoundingBox bbox) throws SQLException {
174 torben 2231 String sql = "SELECT id,a.postnr,adresse,gadeid,husnr,husnrbogstav,latitude,longitude,rute,p.distributor as ho " +
175     "FROM fulddaekning.adressetabel a " +
176     "LEFT JOIN bogleveringer.postnummerdistributor p on (a.postnr=p.postnr) " +
177 torben 2145 "WHERE rute IS NOT NULL " +
178     "AND latitude BETWEEN ? AND ? " +
179     "AND longitude BETWEEN ? AND ? " +
180 torben 2231 "AND a.distributor = ? ";
181 torben 2151
182 torben 2145 // Forward only + concur_read_only + fetchsize tvinger driver til at hente en række af gangen (bedre performance ved store result sets)
183     // Se http://dev.mysql.com/doc/connector-j/en/connector-j-reference-implementation-notes.html
184     //PreparedStatement stmt = conn.prepareStatement(sql);
185     PreparedStatement stmt = conn.prepareStatement(sql, java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
186     stmt.setFetchSize(Integer.MIN_VALUE);
187 torben 2151
188 torben 2145 stmt.setDouble(1, bbox.latitudeMin);
189     stmt.setDouble(2, bbox.latitudeMax);
190     stmt.setDouble(3, bbox.longitudeMin);
191     stmt.setDouble(4, bbox.longitudeMax);
192 torben 2241 stmt.setString(5, LookupMain.distributor);
193 torben 2151
194 torben 2207 List<Adresse> list = hentAdresseListe( stmt );
195     return list.toArray( new Adresse[ list.size() ] );
196 torben 2225 }
197    
198    
199     public Adresse[] hentAlleDaekkedeAdresser() throws SQLException {
200 torben 2231 String sql = "SELECT id,a.postnr,adresse,gadeid,husnr,husnrbogstav,latitude,longitude,rute,p.distributor as ho " +
201     "FROM fulddaekning.adressetabel a " +
202     "LEFT JOIN bogleveringer.postnummerdistributor p on (a.postnr=p.postnr) " +
203 torben 2225 "WHERE rute IS NOT NULL " +
204 torben 2228 "AND latitude IS NOT NULL " +
205 torben 2225 "AND longitude IS NOT NULL " +
206 torben 2231 "AND a.distributor = ? ";
207 torben 2151
208 torben 2225 // Forward only + concur_read_only + fetchsize tvinger driver til at hente en række af gangen (bedre performance ved store result sets)
209     // Se http://dev.mysql.com/doc/connector-j/en/connector-j-reference-implementation-notes.html
210     //PreparedStatement stmt = conn.prepareStatement(sql);
211     PreparedStatement stmt = conn.prepareStatement(sql, java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
212     stmt.setFetchSize(Integer.MIN_VALUE);
213    
214 torben 2241 stmt.setString(1, LookupMain.distributor);
215 torben 2225
216     List<Adresse> list = hentAdresseListe( stmt );
217     return list.toArray( new Adresse[ list.size() ] );
218 torben 2145 }
219 torben 2225
220    
221 torben 2145
222     public synchronized void gemResultat(Adresse orgAdresse, Adresse bedsteAdresse, double bedsteAfstand) throws SQLException {
223     /*String sql = "INSERT INTO fulddaekning.afstand_anden_rute_thn (orgId,orgPostnr, orgAdresse,orgGadeid,orgHusnr,orgHusnrBogstav,orgLatitude,orgLongitude,orgRute,id,postnr,adresse,gadeid,husnr,husnrbogstav,latitude,longitude,rute,afstand,`timestamp`) "+
224     "VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?, now() )";
225 torben 2151
226 torben 2145 PreparedStatement saveStmt = conn.prepareStatement(sql);*/
227 torben 2151
228 torben 2145 saveStmt.setInt(1, orgAdresse.id);
229     saveStmt.setInt(2, orgAdresse.postnr);
230     saveStmt.setString(3, orgAdresse.adresse);
231     saveStmt.setInt(4, orgAdresse.gadeid);
232     saveStmt.setInt(5, orgAdresse.husnr);
233     saveStmt.setString(6, orgAdresse.husnrbogstav);
234     saveStmt.setDouble(7, orgAdresse.latitude);
235     saveStmt.setDouble(8, orgAdresse.longitude);
236     saveStmt.setString(9, orgAdresse.rute);
237 torben 2151
238    
239 torben 2145 saveStmt.setInt(10, bedsteAdresse.id);
240     saveStmt.setInt(11, bedsteAdresse.postnr);
241     saveStmt.setString(12, bedsteAdresse.adresse);
242     saveStmt.setInt(13, bedsteAdresse.gadeid);
243     saveStmt.setInt(14, bedsteAdresse.husnr);
244     saveStmt.setString(15, bedsteAdresse.husnrbogstav);
245     saveStmt.setDouble(16, bedsteAdresse.latitude);
246     saveStmt.setDouble(17, bedsteAdresse.longitude);
247     saveStmt.setString(18, bedsteAdresse.rute);
248 torben 2151
249 torben 2145 saveStmt.setDouble(19, bedsteAfstand);
250 torben 2151
251 torben 2219 saveStmt.addBatch();
252     batchCount++;
253     if (batchCount >= 100) {
254     saveStmt.executeBatch();
255     batchCount = 0;
256     }
257     //saveStmt.executeUpdate();
258     //saveStmt.clearParameters();
259 torben 2151
260 torben 2145 //saveStmt.close();
261     }
262 torben 2219
263     public synchronized void saveBatch() throws SQLException{
264     saveStmt.executeBatch();
265     batchCount = 0;
266     }
267 torben 2151
268    
269    
270 torben 2145 protected ArrayList<Adresse> hentAdresseListe(PreparedStatement stmt) throws SQLException{
271 torben 2210 ArrayList<Adresse> list = new ArrayList<Adresse>( 1000000 );
272 torben 2151
273 torben 2145 //logger.info("Starting query");
274     ResultSet res = stmt.executeQuery();
275     //logger.info("Starting exec query done");
276 torben 2151
277 torben 2145 while (res.next()) {
278     Adresse adr = new Adresse();
279     adr.id = res.getInt("id");
280     adr.postnr = res.getInt("postnr");
281     adr.adresse = res.getString("adresse");
282     adr.gadeid = res.getInt("gadeid");
283     adr.husnr = res.getInt("husnr");
284     adr.husnrbogstav = res.getString("husnrbogstav");
285     adr.latitude = res.getDouble("latitude");
286     adr.longitude = res.getDouble("longitude");
287     adr.rute = res.getString("rute");
288 torben 2231 adr.ho = res.getInt("ho");
289 torben 2151
290 torben 2145 list.add(adr);
291 torben 2151
292 torben 2145 //logger.info( "Adress:" + adr);
293     }
294 torben 2151
295 torben 2145 res.close();
296     stmt.close();
297 torben 2151
298 torben 2145 return list;
299     }
300    
301 torben 2157 public Connection getConnection(SafeProperties conf) throws SQLException, IOException {
302 torben 2152
303 torben 2157 String db_host = conf.getSafeProperty("DB_HOST");
304     String db_user = conf.getSafeProperty("DB_USER");
305     String db_pass = conf.getSafeProperty("DB_PASS");
306 torben 2145
307 torben 2152
308    
309 torben 2151
310 torben 2152 Connection conn = null;
311     Properties connectionProps = new Properties();
312     connectionProps.put("user", db_user);
313     connectionProps.put("password", db_pass);
314    
315 torben 2220 //For debug output, tilføj denne til JDBC url'en: &profileSQL=true
316 torben 2152 conn = DriverManager.getConnection(
317     "jdbc:mysql://" +
318     db_host +
319 torben 2218 ":3306/?rewriteBatchedStatements=true",
320 torben 2152 connectionProps);
321     logger.info("Connected to database");
322     return conn;
323     }
324    
325 torben 2145 }

  ViewVC Help
Powered by ViewVC 1.1.20