/[projects]/dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayerImplementation.java
ViewVC logotype

Annotation of /dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayerImplementation.java

Parent Directory Parent Directory | Revision Log Revision Log


Revision 2764 - (hide annotations) (download)
Tue Nov 3 10:02:56 2015 UTC (8 years, 7 months ago) by torben
File size: 10308 byte(s)
Add timing to Database reads
1 torben 2608 package dk.daoas.daoadresseservice.db;
2    
3     import java.sql.Connection;
4     import java.sql.PreparedStatement;
5     import java.sql.ResultSet;
6     import java.sql.SQLException;
7     import java.sql.Statement;
8     import java.util.ArrayList;
9     import java.util.HashMap;
10     import java.util.List;
11     import java.util.Map;
12    
13 torben 2609 import dk.daoas.daoadresseservice.AddressUtils;
14 torben 2608 import dk.daoas.daoadresseservice.beans.Address;
15     import dk.daoas.daoadresseservice.beans.AliasBean;
16     import dk.daoas.daoadresseservice.beans.ExtendedBean;
17     import dk.daoas.daoadresseservice.beans.HundredePctBean;
18     import dk.daoas.daoadresseservice.beans.SearchResult;
19     import dk.daoas.daoadresseservice.util.DeduplicateHelper;
20 torben 2764 import dk.daoas.daoadresseservice.util.TimingHelper;
21 torben 2608
22     public class DatabaseLayerImplementation implements DatabaseLayer {
23    
24     static boolean DEBUG = false;
25    
26     @Override
27     public List<Address> getAllAdresses() throws SQLException {
28 torben 2764 TimingHelper timing = new TimingHelper();
29    
30 torben 2608 String debugFilter = DatabaseLayerImplementation.DEBUG ? " AND postnr = 8700 " : "";
31    
32     String sql =
33     "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute,korelisteloerdag,ruteloerdag,korelistesoendag,rutesoendag,latitude,longitude "
34     + "FROM fulddaekning.adressetabel "
35     + "WHERE gadeid IS NOT NULL "
36     + debugFilter
37     ;
38    
39     try ( Connection conn = DBConnection.getConnection();
40     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
41     ) {
42     stmt.setFetchSize(Integer.MIN_VALUE);
43     ResultSet res = stmt.executeQuery(sql);
44    
45     List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
46    
47     DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
48     DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
49     DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
50     DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
51     DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
52    
53    
54     while (res.next()) {
55    
56     Address a = new Address();
57     a.id = res.getInt(1);
58     a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
59     a.husnr = (short) res.getInt(3);
60     a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
61     a.kommunekode = (short) res.getInt(5);
62     a.vejkode = (short)res.getInt(6);
63     a.postnr = (short)res.getInt(7);
64     a.gadeid = res.getInt(8);
65     a.distributor = distributorCache.getInstance(res.getString(9));
66     a.dbkBane = (short) res.getInt(10);
67    
68     a.koreliste = korelisteCache.getInstance( res.getString(11) );
69     a.rute = ruteCache.getInstance( res.getString(12) );
70     a.korelisteLordag = korelisteCache.getInstance( res.getString(13) );
71     a.ruteLordag = ruteCache.getInstance( res.getString(14) );
72     a.korelisteSondag = korelisteCache.getInstance( res.getString(15) );
73     a.ruteSondag = ruteCache.getInstance( res.getString(16) );
74    
75     a.latitude = (float) res.getDouble(17);
76     a.longitude = (float) res.getDouble(18);
77    
78     //a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
79    
80    
81 torben 2609 //Ajourfør adresse objectets dækningstype
82     AddressUtils.updateDaekningstype(a);
83    
84 torben 2608 list.add(a);
85     }
86     res.close();
87    
88 torben 2764 System.out.println("DB Loaded " + list.size() + " adresses in " + timing.getElapsed() + "ms");
89 torben 2608
90     return list;
91     }
92     }
93    
94     @Override
95     public List<AliasBean> getAliasList() throws SQLException {
96 torben 2764 TimingHelper timing = new TimingHelper();
97 torben 2608
98    
99     String sql = "SELECT postnr,vejnavn,aliasvejnavn " +
100     "FROM bogleveringer.vejtabelprod "
101     ;
102    
103     try ( Connection conn = DBConnection.getConnection();
104     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
105     ) {
106    
107     stmt.setFetchSize(Integer.MIN_VALUE);
108    
109     ResultSet res = stmt.executeQuery(sql);
110    
111     DeduplicateHelper<String> vejCache = new DeduplicateHelper<String>();
112    
113     List<AliasBean> list = new ArrayList<AliasBean>( 5000);
114     while (res.next()) {
115    
116     AliasBean ab = new AliasBean();
117     ab.postnr = res.getShort(1);
118     ab.vejnavn = vejCache.getInstance( res.getString(2) );
119     ab.aliasVejnavn = vejCache.getInstance( res.getString(3) );
120    
121     list.add(ab);
122     }
123    
124     res.close();
125    
126 torben 2764 System.out.println("DB Loaded " + list.size() + " aliase beans in " + timing.getElapsed() + "ms");
127 torben 2608
128     return list;
129     }
130    
131     }
132    
133     @Override
134     public List<ExtendedBean> getExtendedAdresslist() throws SQLException {
135 torben 2764
136     TimingHelper timing = new TimingHelper();
137    
138 torben 2608 String debugFilter1 = DatabaseLayerImplementation.DEBUG ? " WHERE orgPostnr = 8700 " : "";
139     String debugFilter2 = DatabaseLayerImplementation.DEBUG ? " AND orgPostnr = 8700 " : "";
140    
141    
142     String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
143     "join odbc.transporttype t " +
144     "on t.Art = 'Transpost' " +
145     "and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
146     "and t.Rute = a.Rute " +
147     debugFilter1 +
148    
149     "UNION ALL " +
150    
151     "SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
152     "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
153     "WHERE d.Distributor <> 10057 " +
154     debugFilter2
155     ;
156    
157     try ( Connection conn = DBConnection.getConnection();
158     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
159     ) {
160    
161    
162     stmt.setFetchSize(Integer.MIN_VALUE);
163    
164     ResultSet res = stmt.executeQuery(sql);
165    
166     DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
167    
168     List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
169     while (res.next()) {
170    
171     ExtendedBean eb = new ExtendedBean();
172     eb.orgId = res.getInt(1);
173     eb.targetId = res.getInt(2);
174     eb.afstand = (float) res.getDouble(3);
175     eb.transport = transportCache.getInstance(res.getString(4));
176    
177     list.add(eb);
178     }
179    
180     res.close();
181    
182 torben 2764 System.out.println("DB Loaded " + list.size() + " extendedbeans in " + timing.getElapsed() + "ms");
183 torben 2608
184     return list;
185     }
186     }
187    
188     @Override
189     public Map<Short,HundredePctBean> get100PctList() throws SQLException {
190 torben 2764 TimingHelper timing = new TimingHelper();
191    
192 torben 2608 String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
193     "FROM bogleveringer.adresser_udenfor_daekning";
194    
195     try ( Connection conn = DBConnection.getConnection();
196     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
197     ) {
198     ResultSet res = stmt.executeQuery(sql);
199    
200     Map<Short, HundredePctBean> map = new HashMap<Short,HundredePctBean>();
201    
202     DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
203 torben 2763 DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
204     DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
205 torben 2608
206     while (res.next()) {
207    
208    
209     HundredePctBean bean = new HundredePctBean();
210     bean.postnr = (short) res.getInt(1);
211     bean.distributor = distributorCache.getInstance(res.getString(2));
212 torben 2763 bean.rute = ruteCache.getInstance( res.getString(3) );
213     bean.koreliste = korelisteCache.getInstance(res.getString(4) );
214 torben 2608 bean.dbkBane = (short)res.getInt(5);
215    
216     map.put(bean.postnr, bean);
217     }
218    
219     res.close();
220    
221 torben 2764 System.out.println("DB Loaded " + map.size() + " 100pct beans in " + timing.getElapsed() + "ms");
222 torben 2608
223     return map;
224     }
225    
226     }
227    
228     @Override
229 torben 2665 public void saveRequestLog(String brugerid, String postnr, String adresse, String omdelingsdag, SearchResult result) throws SQLException {
230 torben 2608 String setVar = "set sql_mode = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION' ";
231    
232 torben 2666 String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, OmdelingDag, indlast) " +
233 torben 2665 "VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW() )";
234 torben 2608
235    
236    
237     try ( Connection conn = DBConnection.getConnection();
238     Statement setStmt = conn.createStatement();
239     PreparedStatement stmt = conn.prepareStatement(sql);
240     ) {
241    
242     setStmt.execute(setVar);
243    
244    
245     stmt.setInt( 1, safeInt(postnr) );
246     stmt.setString( 2, adresse);
247     stmt.setString( 3, result.splitResult.vej);
248     stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
249     stmt.setString( 5, nullify(result.splitResult.husnr) );
250     stmt.setString( 6, result.splitResult.litra);
251     stmt.setString( 7, result.splitResult.etage);
252     stmt.setString( 8, result.splitResult.lejlighed);
253     stmt.setString( 9, result.splitResult.resten);
254 torben 2667 stmt.setString(10, brugerid);
255     stmt.setInt(11, getStatusInt(result.status) );
256     stmt.setString(12, omdelingsdag);
257 torben 2608
258     stmt.executeUpdate();
259    
260     }
261     }
262    
263    
264    
265    
266     private static int safeInt(String str) {
267     try {
268     return Integer.parseInt( str );
269     } catch (NumberFormatException e) {
270     return 0;
271     }
272     }
273    
274     private static String nullify(String str) {
275     if (str == null)
276     return null;
277    
278     if (str.equals("")) {
279     return null;
280     } else {
281     return str;
282     }
283     }
284    
285     private static String coalesce(String s1, String s2) {
286     if (s1 != null)
287     return s1;
288    
289     return s2;
290     }
291    
292     public static int getStatusInt(SearchResult.Status status) {
293    
294     switch (status) {
295     case ERROR_UNKNOWN_POSTAL:
296     return 20;
297     case ERROR_MISSING_HOUSENUMBER:
298     return 21;
299     case ERROR_POSTBOX:
300     return 22;
301     case ERROR_UNKNOWN_STREETNAME:
302     return 23;
303     case ERROR_UNKNOWN_ADDRESSPOINT:
304     return 24;
305     case STATUS_NOT_COVERED:
306     return 25;
307     case ERROR_INTERNAL: //
308     return 26;
309    
310     case STATUS_OK:
311     return 30;
312    
313     default:
314     return 31;
315     }
316     }
317    
318     }

  ViewVC Help
Powered by ViewVC 1.1.20