/[projects]/dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayer.java
ViewVC logotype

Annotation of /dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayer.java

Parent Directory Parent Directory | Revision Log Revision Log


Revision 2545 - (hide annotations) (download)
Wed May 13 09:36:42 2015 UTC (9 years ago) by torben
File size: 10585 byte(s)
Udvid med søndags daekning
1 torben 2274 package dk.daoas.daoadresseservice.db;
2    
3    
4     import java.sql.Connection;
5 torben 2372 import java.sql.PreparedStatement;
6 torben 2274 import java.sql.ResultSet;
7     import java.sql.SQLException;
8     import java.sql.Statement;
9     import java.util.ArrayList;
10 torben 2279 import java.util.HashMap;
11 torben 2274 import java.util.List;
12 torben 2279 import java.util.Map;
13 torben 2274
14     import dk.daoas.daoadresseservice.DaekningsType;
15 torben 2282 import dk.daoas.daoadresseservice.beans.Address;
16 torben 2395 import dk.daoas.daoadresseservice.beans.AliasBean;
17 torben 2282 import dk.daoas.daoadresseservice.beans.ExtendedBean;
18     import dk.daoas.daoadresseservice.beans.HundredePctBean;
19 torben 2384 import dk.daoas.daoadresseservice.beans.LoggedAddress;
20 torben 2372 import dk.daoas.daoadresseservice.beans.SearchResult;
21 torben 2316 import dk.daoas.daoadresseservice.util.DeduplicateHelper;
22 torben 2274
23     public class DatabaseLayer {
24    
25 torben 2496 static boolean DEBUG = false;
26 torben 2337
27 torben 2274 public static List<Address> getAllAdresses() throws SQLException {
28 torben 2337 String debugFilter = DatabaseLayer.DEBUG ? " AND postnr = 8700 " : "";
29 torben 2274
30 torben 2442 String sql =
31 torben 2545 "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute,korelistesoendag,rutesoendag,latitude,longitude "
32 torben 2274 + "FROM fulddaekning.adressetabel "
33 torben 2296 + "WHERE gadeid IS NOT NULL "
34 torben 2337 + debugFilter
35 torben 2274 ;
36    
37 torben 2372 try ( Connection conn = DBConnection.getConnection();
38     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
39     ) {
40     stmt.setFetchSize(Integer.MIN_VALUE);
41     ResultSet res = stmt.executeQuery(sql);
42 torben 2308
43 torben 2372 List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
44 torben 2274
45 torben 2372 DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
46     DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
47     DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
48     DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
49     DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
50    
51 torben 2274
52 torben 2372 while (res.next()) {
53    
54     Address a = new Address();
55     a.id = res.getInt(1);
56     a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
57 torben 2489 a.husnr = (short) res.getInt(3);
58 torben 2372 a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
59 torben 2489 a.kommunekode = (short) res.getInt(5);
60     a.vejkode = (short)res.getInt(6);
61     a.postnr = (short)res.getInt(7);
62 torben 2490 a.gadeid = res.getInt(8);
63 torben 2372 a.distributor = distributorCache.getInstance(res.getString(9));
64 torben 2489 a.dbkBane = (short) res.getInt(10);
65 torben 2545
66 torben 2372 a.koreliste = korelisteCache.getInstance( res.getString(11) );
67 torben 2545 a.rute = ruteCache.getInstance( res.getString(12) );
68     a.korelisteSondag = korelisteCache.getInstance( res.getString(13) );
69     a.ruteSondag = ruteCache.getInstance( res.getString(14) );
70 torben 2372
71 torben 2545 a.latitude = (float) res.getDouble(15);
72     a.longitude = (float) res.getDouble(16);
73    
74 torben 2372 //a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
75    
76     if (a.rute != null && a.rute.length()> 0) {
77     a.daekningsType = DaekningsType.DAEKNING_DIREKTE;
78     } else {
79     a.daekningsType = DaekningsType.DAEKNING_IKKEDAEKKET;
80     }
81    
82     list.add(a);
83     }
84     res.close();
85     stmt.close();
86     conn.close();
87 torben 2274
88 torben 2372 System.out.println("Loaded " + list.size() + " adresses");
89    
90     return list;
91 torben 2274 }
92     }
93 torben 2276
94 torben 2395 public static List<AliasBean> getAliasList() throws SQLException {
95    
96    
97     String sql = "SELECT postnr,vejnavn,aliasvejnavn " +
98     "FROM bogleveringer.vejtabelprod "
99     ;
100    
101     try ( Connection conn = DBConnection.getConnection();
102     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
103     ) {
104    
105     stmt.setFetchSize(Integer.MIN_VALUE);
106    
107     ResultSet res = stmt.executeQuery(sql);
108    
109     DeduplicateHelper<String> vejCache = new DeduplicateHelper<String>();
110    
111     List<AliasBean> list = new ArrayList<AliasBean>( 5000);
112     while (res.next()) {
113    
114     AliasBean ab = new AliasBean();
115 torben 2539 ab.postnr = res.getShort(1);
116 torben 2395 ab.vejnavn = vejCache.getInstance( res.getString(2) );
117     ab.aliasVejnavn = vejCache.getInstance( res.getString(3) );
118    
119     list.add(ab);
120     }
121    
122     res.close();
123    
124     System.out.println("Loaded " + list.size() + " aliase beans");
125    
126     return list;
127     }
128    
129     }
130    
131 torben 2279 public static List<ExtendedBean> getExtendedAdresslist() throws SQLException {
132 torben 2337 String debugFilter1 = DatabaseLayer.DEBUG ? " WHERE orgPostnr = 8700 " : "";
133     String debugFilter2 = DatabaseLayer.DEBUG ? " AND orgPostnr = 8700 " : "";
134 torben 2296
135 torben 2337
136 torben 2283 String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
137 torben 2276 "join odbc.transporttype t " +
138     "on t.Art = 'Transpost' " +
139     "and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
140     "and t.Rute = a.Rute " +
141 torben 2337 debugFilter1 +
142 torben 2276
143     "UNION ALL " +
144    
145     "SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
146     "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
147 torben 2337 "WHERE d.Distributor <> 10057 " +
148     debugFilter2
149 torben 2276 ;
150    
151 torben 2372 try ( Connection conn = DBConnection.getConnection();
152     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
153     ) {
154    
155 torben 2308
156 torben 2372 stmt.setFetchSize(Integer.MIN_VALUE);
157 torben 2318
158 torben 2372 ResultSet res = stmt.executeQuery(sql);
159    
160     DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
161    
162     List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
163     while (res.next()) {
164    
165     ExtendedBean eb = new ExtendedBean();
166     eb.orgId = res.getInt(1);
167     eb.targetId = res.getInt(2);
168 torben 2487 eb.afstand = (float) res.getDouble(3);
169 torben 2372 eb.transport = transportCache.getInstance(res.getString(4));
170    
171     list.add(eb);
172     }
173    
174     res.close();
175    
176     System.out.println("Loaded " + list.size() + " extendedbeans");
177    
178     return list;
179 torben 2276 }
180     }
181    
182 torben 2492 public static Map<Short,HundredePctBean> get100PctList() throws SQLException {
183 torben 2283 String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
184 torben 2279 "FROM bogleveringer.adresser_udenfor_daekning";
185    
186 torben 2372 try ( Connection conn = DBConnection.getConnection();
187     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
188     ) {
189     ResultSet res = stmt.executeQuery(sql);
190    
191 torben 2492 Map<Short, HundredePctBean> map = new HashMap<Short,HundredePctBean>();
192 torben 2279
193 torben 2372 DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
194 torben 2317
195 torben 2372 while (res.next()) {
196    
197    
198     HundredePctBean bean = new HundredePctBean();
199 torben 2492 bean.postnr = (short) res.getInt(1);
200 torben 2372 bean.distributor = distributorCache.getInstance(res.getString(2));
201     bean.rute = res.getString(3);
202     bean.koreliste = res.getString(4);
203 torben 2489 bean.dbkBane = (short)res.getInt(5);
204 torben 2372
205     map.put(bean.postnr, bean);
206     }
207    
208     res.close();
209    
210     System.out.println("Loaded " + map.size() + " 100pct beans");
211    
212     return map;
213 torben 2279 }
214    
215 torben 2372 }
216    
217     public static void saveRequestLog(String brugerid, String postnr, String adresse, SearchResult result) throws SQLException {
218 torben 2544 String setVar = "set sql_mode = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION' ";
219    
220 torben 2372 String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, indlast) " +
221     "VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW() )";
222 torben 2279
223 torben 2372
224 torben 2279
225 torben 2544 try ( Connection conn = DBConnection.getConnection();
226     Statement setStmt = conn.createStatement();
227 torben 2372 PreparedStatement stmt = conn.prepareStatement(sql);
228     ) {
229    
230 torben 2544 setStmt.execute(setVar);
231    
232    
233 torben 2372 stmt.setInt( 1, safeInt(postnr) );
234     stmt.setString( 2, adresse);
235     stmt.setString( 3, result.splitResult.vej);
236     stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
237     stmt.setString( 5, nullify(result.splitResult.husnr) );
238     stmt.setString( 6, result.splitResult.litra);
239     stmt.setString( 7, result.splitResult.etage);
240     stmt.setString( 8, result.splitResult.lejlighed);
241     stmt.setString( 9, result.splitResult.resten);
242     stmt.setString(10, brugerid);
243     stmt.setInt(11, getStatusInt(result.status) );
244    
245     stmt.executeUpdate();
246    
247     }
248     }
249    
250 torben 2384 /*
251     * Bruges til at sammenligne gammel og ny adresse service - kan fjernes engang efter at vi er skiftet til ny service
252     */
253     public static List<LoggedAddress> getLoggedAdresses(int antaldage) throws SQLException {
254     String sql = "select postnr,adresse,status from logs.hentruteinformation where indlast>=date_sub(curdate(), interval " + antaldage + " day) " +
255     "and status IN (10,11,12) " +
256     "group by postnr,adresse "
257     ;
258    
259     try ( Connection conn = DBConnection.getConnection();
260     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
261     ) {
262    
263    
264     stmt.setFetchSize(Integer.MIN_VALUE);
265    
266     ResultSet res = stmt.executeQuery(sql);
267    
268     List<LoggedAddress> result = new ArrayList<LoggedAddress>();
269    
270     while (res.next()) {
271     LoggedAddress a = new LoggedAddress();
272     a.postnr = res.getInt(1);
273     a.adresse = res.getString(2);
274     a.status = res.getInt(3);
275    
276     result.add(a);
277     }
278    
279     res.close();
280    
281     return result;
282     }
283     }
284    
285 torben 2372 private static int getStatusInt(SearchResult.Status status) {
286    
287     switch (status) {
288     case ERROR_UNKNOWN_POSTAL:
289     return 20;
290     case ERROR_MISSING_HOUSENUMBER:
291     return 21;
292 torben 2420 case ERROR_POSTBOX:
293     return 22;
294 torben 2372 case ERROR_UNKNOWN_STREETNAME:
295 torben 2420 return 23;
296 torben 2372 case ERROR_UNKNOWN_ADDRESSPOINT:
297     return 24;
298 torben 2420 case STATUS_NOT_COVERED:
299 torben 2372 return 25;
300 torben 2420 case ERROR_INTERNAL: //
301     return 26;
302 torben 2372
303 torben 2420 case STATUS_OK:
304 torben 2421 return 30;
305 torben 2420
306 torben 2372 default:
307 torben 2421 return 31;
308 torben 2372 }
309     }
310    
311     private static int safeInt(String str) {
312     try {
313     return Integer.parseInt( str );
314     } catch (NumberFormatException e) {
315     return 0;
316     }
317     }
318    
319     private static String nullify(String str) {
320     if (str == null)
321     return null;
322 torben 2279
323 torben 2372 if (str.equals("")) {
324     return null;
325     } else {
326     return str;
327     }
328 torben 2279 }
329    
330 torben 2372 private static String coalesce(String s1, String s2) {
331     if (s1 != null)
332     return s1;
333    
334     return s2;
335     }
336    
337    
338 torben 2274 }

  ViewVC Help
Powered by ViewVC 1.1.20