/[projects]/dao/DaoAdresseVedligehold/src/main/java/dk/daoas/adressevedligehold/afstandandenrute/DatabaseRouteDistance.java
ViewVC logotype

Annotation of /dao/DaoAdresseVedligehold/src/main/java/dk/daoas/adressevedligehold/afstandandenrute/DatabaseRouteDistance.java

Parent Directory Parent Directory | Revision Log Revision Log


Revision 2903 - (hide annotations) (download)
Wed Feb 3 18:45:33 2016 UTC (8 years, 3 months ago) by torben
Original Path: dao/DaoAdresseVedligehold/src/main/java/dk/daoas/adressevedligehold/afstandandenrute/Database.java
File size: 9779 byte(s)
Implement logging system

Switch task to rest/jersey
1 torben 2878 package dk.daoas.adressevedligehold.afstandandenrute;
2    
3     import java.io.IOException;
4     import java.sql.Connection;
5     import java.sql.PreparedStatement;
6     import java.sql.ResultSet;
7     import java.sql.SQLException;
8 torben 2879 import java.sql.Statement;
9 torben 2878 import java.util.ArrayList;
10     import java.util.HashMap;
11     import java.util.List;
12     import java.util.Map;
13     import java.util.Queue;
14     import java.util.Set;
15     import java.util.TreeSet;
16     import java.util.concurrent.ConcurrentLinkedQueue;
17    
18     import dk.daoas.adressevedligehold.beans.Address;
19 torben 2903 import dk.daoas.adressevedligehold.tasks.TaskLogger;
20 torben 2878 import dk.daoas.adressevedligehold.util.DeduplicateHelper;
21 torben 2884 import edu.umd.cs.findbugs.annotations.SuppressFBWarnings;
22 torben 2878
23    
24    
25     public class Database {
26 torben 2903 private TaskLogger logger = TaskLogger.getInstance();
27 torben 2878
28     int batchCount = 0;
29    
30     Connection conn;
31     PreparedStatement saveStmt;
32    
33     List<Address> alleAddressr;
34     Address alleIkkeDaekkede[];
35    
36     Map<Short,List<Address>> daekkedeAddressrHO = new HashMap<Short,List<Address>>();
37    
38    
39    
40    
41    
42     DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
43     DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
44     DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
45    
46     Set<Short> postnumre = new TreeSet<Short>();
47    
48     //Map<Short, List<Address>> ikkeDaekkedePrPost = new HashMap<Short, List<Address>>();
49    
50    
51     private HashMap<Short,BoundingBox> bbCache = new HashMap<Short,BoundingBox>();
52    
53     public Database(Connection conn) throws SQLException,IOException {
54     this.conn = conn;
55    
56 torben 2890 String sql = "INSERT INTO fulddaekning.afstand_anden_rute_ny (orgId,orgPostnr, orgAdresse,orgGadeid,orgHusnr,orgHusnrBogstav,orgRute,id,postnr,adresse,gadeid,husnr,husnrbogstav,rute,afstand,`timestamp`) "+
57 torben 2878 "VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?, now() )";
58    
59     saveStmt = conn.prepareStatement(sql);
60    
61     }
62    
63     public void resetResultTable() throws SQLException {
64 torben 2879 try (Statement stmt = conn.createStatement()) {
65     logger.info("Dropping old result table (if exists)");
66     String sql = "DROP TABLE IF EXISTS fulddaekning.afstand_anden_rute_ny";
67     stmt.executeUpdate(sql);
68    
69     logger.info("Create new result table");
70     sql = "CREATE TABLE fulddaekning.afstand_anden_rute_ny LIKE fulddaekning.afstand_anden_rute";
71     stmt.executeUpdate(sql);
72    
73     }
74 torben 2878 }
75    
76 torben 2884 @SuppressFBWarnings("SQL_NONCONSTANT_STRING_PASSED_TO_EXECUTE")
77 torben 2878 public void renameResultTables() throws SQLException {
78     if (AfstandAndenRuteTask.test_mode == true) {
79     throw new RuntimeException("Can not rename tables in test mode");
80     }
81 torben 2879
82 torben 2878 Constants consts = Constants.getInstance();
83    
84 torben 2879 try (Statement stmt = conn.createStatement()) {
85    
86     String ext = consts.getTableExtension();
87    
88     logger.info("Dropping old backup table (if exists)");
89     String sql = "DROP TABLE IF EXISTS fulddaekning.afstand_anden_rute_old" + ext;
90     stmt.executeUpdate(sql);
91    
92     logger.info("Rename tables");
93     String sql2 = "RENAME TABLE fulddaekning.afstand_anden_rute" + ext + " TO fulddaekning.afstand_anden_rute_old" + ext + ", fulddaekning.afstand_anden_rute_ny TO fulddaekning.afstand_anden_rute" + ext;
94    
95     logger.info("Executing: " + sql2);
96     stmt.executeUpdate(sql2);
97     }
98    
99 torben 2878
100     }
101    
102     public BoundingBox getBoundingbox(short postnr) {
103     BoundingBox bb = bbCache.get(postnr);
104 torben 2884 return new BoundingBox(bb); //never return the original / cached object
105 torben 2878 }
106    
107    
108     public Set<Short> hentPostnumreCache() {
109     return postnumre;
110     }
111    
112    
113     public Queue<Address> hentAlleIkkedaekkedeAdresser(int minPostnr, int maxPostnr) throws SQLException {
114    
115     logger.info("Henter alle IKKE-daekkede Addressr");
116    
117     String sql = "SELECT id,a.postnr,vejnavn,gadeid,husnr,husnrbogstav,latitude,longitude,ruteMa,p.distributor as ho " +
118 torben 2890 "FROM fulddaekning.adressetabel a " +
119 torben 2878 "LEFT JOIN bogleveringer.postnummerdistributor p on (a.postnr=p.postnr) " +
120     "WHERE ruteMa IS NULL " + //Ingen dækning
121     "AND a.postnr BETWEEN ? AND ? " +
122     "AND latitude IS NOT NULL " +
123     "AND longitude IS NOT NULL " +
124     "AND gadeid IS NOT NULL " +
125     "AND (a.distributor IS NULL OR a.distributor<>'LUKKET') "
126     ;
127    
128     if (AfstandAndenRuteTask.test_mode == true) {
129     sql = sql + " LIMIT 100 ";
130     }
131    
132 torben 2879 try (PreparedStatement stmt = conn.prepareStatement(sql)) {
133    
134 torben 2878
135 torben 2879 stmt.setInt(1, minPostnr);
136     stmt.setInt(2, maxPostnr);
137    
138     List<Address> list = hentAdresseListe( stmt );
139     alleIkkeDaekkede = list.toArray( new Address[ list.size() ] );
140 torben 2878
141 torben 2879 logger.info("Analyserer ikke-daekkede Addressr");
142 torben 2878
143 torben 2879 for (Address a : alleIkkeDaekkede) {
144 torben 2878
145    
146 torben 2879 BoundingBox bbox;
147 torben 2878
148 torben 2879 if (! postnumre.contains(a.postnr )) {
149     postnumre.add( a.postnr );
150    
151     bbox = new BoundingBox();
152    
153     bbCache.put( a.postnr, bbox);
154    
155     } else {
156     bbox = bbCache.get( a.postnr);
157     }
158    
159     bbox.latitudeMax = Math.max(bbox.latitudeMax, a.latitude);
160     bbox.latitudeMin = Math.min(bbox.latitudeMin, a.latitude);
161     bbox.longitudeMax = Math.max(bbox.longitudeMax, a.longitude);
162     bbox.longitudeMin = Math.min(bbox.longitudeMin, a.longitude);
163    
164    
165 torben 2878 }
166 torben 2879 return new ConcurrentLinkedQueue<Address>( list );
167 torben 2878 }
168     }
169    
170    
171    
172    
173     public Map<Short, List<Address>> getDaekkedeAdresserHO() {
174     return daekkedeAddressrHO;
175     }
176    
177     public int hentAlleDaekkedeAdresser(String distributor) throws SQLException {
178    
179     if ( alleAddressr == null ) {
180     String sql = "SELECT id,a.postnr,vejnavn,gadeid,husnr,husnrbogstav,latitude,longitude,ruteMa,p.distributor as ho " +
181 torben 2890 "FROM fulddaekning.adressetabel a " +
182 torben 2878 "LEFT JOIN bogleveringer.postnummerdistributor p on (a.postnr=p.postnr) " +
183     "WHERE ruteMa IS NOT NULL " +
184     "AND latitude IS NOT NULL " +
185     "AND longitude IS NOT NULL " +
186     "AND a.distributor = ? ";
187    
188     if (AfstandAndenRuteTask.test_mode == true) {
189     sql = sql + " AND a.postnr BETWEEN 6000 and 7200 ";
190     }
191    
192     // Forward only + concur_read_only + fetchsize tvinger driver til at hente en række af gangen (bedre performance ved store result sets)
193 torben 2879 // Se http://dev.mysql.com/doc/connector-j/en/connector-j-reference-implementation-notes.html
194 torben 2878
195 torben 2879 try (PreparedStatement stmt = conn.prepareStatement(sql, java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY)) {
196     stmt.setFetchSize(Integer.MIN_VALUE);
197    
198     stmt.setString(1, distributor);
199    
200     List<Address> list = hentAdresseListe( stmt );
201 torben 2878
202 torben 2879 alleAddressr = new ArrayList<Address>();
203     alleAddressr.addAll(list);
204 torben 2878
205 torben 2879 for(Address addr : list) {
206     short ho = addr.ho;
207     List<Address> hoListe = daekkedeAddressrHO.get(ho);
208     if ( hoListe == null) {
209     hoListe = new ArrayList<Address>();
210     daekkedeAddressrHO.put(ho, hoListe);
211     }
212    
213     hoListe.add(addr);
214    
215     }
216 torben 2878 }
217     }
218    
219     return alleAddressr.size();
220 torben 2879
221 torben 2878 }
222    
223    
224    
225     public synchronized void gemResultat(Address orgAddress, Address bedsteAddress, double bedsteAfstand) throws SQLException {
226     /*String sql = "INSERT INTO fulddaekning.afstand_anden_rute_thn (orgId,orgPostnr, orgVejnavn,orgGadeid,orgHusnr,orgHusnrBogstav,orgLatitude,orgLongitude,orgRute,id,postnr,vejnavn,gadeid,husnr,husnrbogstav,latitude,longitude,rute,afstand,`timestamp`) "+
227     "VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?, now() )";
228    
229    
230     PreparedStatement saveStmt = conn.prepareStatement(sql);*/
231    
232     saveStmt.setInt(1, orgAddress.id);
233     saveStmt.setShort(2, orgAddress.postnr);
234     saveStmt.setString(3, orgAddress.vejnavn);
235     saveStmt.setInt(4, orgAddress.gadeid);
236     saveStmt.setShort(5, orgAddress.husnr);
237     saveStmt.setString(6, orgAddress.husnrbogstav);
238     saveStmt.setString(7, orgAddress.ruteMandag);
239    
240    
241     saveStmt.setInt(8, bedsteAddress.id);
242     saveStmt.setShort(9, bedsteAddress.postnr);
243     saveStmt.setString(10, bedsteAddress.vejnavn);
244     saveStmt.setInt(11, bedsteAddress.gadeid);
245     saveStmt.setShort(12, bedsteAddress.husnr);
246     saveStmt.setString(13, bedsteAddress.husnrbogstav);
247     saveStmt.setString(14, bedsteAddress.ruteMandag);
248    
249     saveStmt.setDouble(15, bedsteAfstand);
250    
251     saveStmt.addBatch();
252     batchCount++;
253     if (batchCount >= 1000) {
254     saveStmt.executeBatch();
255     batchCount = 0;
256     }
257     //saveStmt.executeUpdate();
258     //saveStmt.clearParameters();
259    
260     //saveStmt.close();
261     }
262    
263     public synchronized void saveBatch() throws SQLException{
264     saveStmt.executeBatch();
265     batchCount = 0;
266     }
267    
268    
269    
270     protected ArrayList<Address> hentAdresseListe(PreparedStatement stmt) throws SQLException{
271     ArrayList<Address> list = new ArrayList<Address>( 1000000 );
272    
273     Constants consts = Constants.getInstance();
274    
275     //logger.info("Starting query");
276 torben 2880 try ( ResultSet res = stmt.executeQuery() ) {
277    
278 torben 2878
279 torben 2880 while (res.next()) {
280    
281     double latitude = res.getDouble(7);
282     double longitude = res.getDouble(8);
283    
284    
285     Address adr = new Address(latitude,longitude);
286    
287     adr.id = res.getInt(1);
288     adr.postnr = res.getShort(2);
289     adr.vejnavn = vejnavnCache.getInstance( res.getString(3) );
290     adr.gadeid = res.getInt(4);
291     adr.husnr = res.getShort(5);
292     adr.husnrbogstav = husnrbogstavCache.getInstance( res.getString(6) );
293     //adr.latitude = res.getDouble(7);
294     //adr.longitude = res.getDouble(8);
295     adr.ruteMandag = ruteCache.getInstance( res.getString(9) );
296     adr.ho = res.getShort(10);
297    
298     list.add(adr);
299    
300     if (consts.doCheckHO() == true && adr.ho == 0) {
301 torben 2903 logger.info( "Mangler HO: " + adr );
302 torben 2881 throw new RuntimeException("Mangler HO: "+ adr);
303 torben 2880 }
304    
305     //logger.info( "Adress:" + adr);
306 torben 2878 }
307 torben 2880
308     res.close();
309     stmt.close();
310    
311     return list;
312 torben 2878 }
313     }
314    
315     }

  ViewVC Help
Powered by ViewVC 1.1.20