/[projects]/dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayerImplementation.java
ViewVC logotype

Annotation of /dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayerImplementation.java

Parent Directory Parent Directory | Revision Log Revision Log


Revision 2609 - (hide annotations) (download)
Wed Jul 15 08:37:40 2015 UTC (8 years, 10 months ago) by torben
File size: 10827 byte(s)
Unittest of AddressSearch
1 torben 2608 package dk.daoas.daoadresseservice.db;
2    
3     import java.sql.Connection;
4     import java.sql.PreparedStatement;
5     import java.sql.ResultSet;
6     import java.sql.SQLException;
7     import java.sql.Statement;
8     import java.util.ArrayList;
9     import java.util.HashMap;
10     import java.util.List;
11     import java.util.Map;
12    
13 torben 2609 import dk.daoas.daoadresseservice.AddressUtils;
14 torben 2608 import dk.daoas.daoadresseservice.DaekningsType;
15     import dk.daoas.daoadresseservice.beans.Address;
16     import dk.daoas.daoadresseservice.beans.AliasBean;
17     import dk.daoas.daoadresseservice.beans.ExtendedBean;
18     import dk.daoas.daoadresseservice.beans.HundredePctBean;
19     import dk.daoas.daoadresseservice.beans.LoggedAddress;
20     import dk.daoas.daoadresseservice.beans.SearchResult;
21     import dk.daoas.daoadresseservice.util.DeduplicateHelper;
22    
23     public class DatabaseLayerImplementation implements DatabaseLayer {
24    
25     static boolean DEBUG = false;
26    
27     @Override
28     public List<Address> getAllAdresses() throws SQLException {
29     String debugFilter = DatabaseLayerImplementation.DEBUG ? " AND postnr = 8700 " : "";
30    
31     String sql =
32     "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute,korelisteloerdag,ruteloerdag,korelistesoendag,rutesoendag,latitude,longitude "
33     + "FROM fulddaekning.adressetabel "
34     + "WHERE gadeid IS NOT NULL "
35     + debugFilter
36     ;
37    
38     try ( Connection conn = DBConnection.getConnection();
39     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
40     ) {
41     stmt.setFetchSize(Integer.MIN_VALUE);
42     ResultSet res = stmt.executeQuery(sql);
43    
44     List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
45    
46     DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
47     DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
48     DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
49     DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
50     DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
51    
52    
53     while (res.next()) {
54    
55     Address a = new Address();
56     a.id = res.getInt(1);
57     a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
58     a.husnr = (short) res.getInt(3);
59     a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
60     a.kommunekode = (short) res.getInt(5);
61     a.vejkode = (short)res.getInt(6);
62     a.postnr = (short)res.getInt(7);
63     a.gadeid = res.getInt(8);
64     a.distributor = distributorCache.getInstance(res.getString(9));
65     a.dbkBane = (short) res.getInt(10);
66    
67     a.koreliste = korelisteCache.getInstance( res.getString(11) );
68     a.rute = ruteCache.getInstance( res.getString(12) );
69     a.korelisteLordag = korelisteCache.getInstance( res.getString(13) );
70     a.ruteLordag = ruteCache.getInstance( res.getString(14) );
71     a.korelisteSondag = korelisteCache.getInstance( res.getString(15) );
72     a.ruteSondag = ruteCache.getInstance( res.getString(16) );
73    
74     a.latitude = (float) res.getDouble(17);
75     a.longitude = (float) res.getDouble(18);
76    
77     //a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
78    
79    
80 torben 2609 //Ajourfør adresse objectets dækningstype
81     AddressUtils.updateDaekningstype(a);
82    
83 torben 2608 list.add(a);
84     }
85     res.close();
86     stmt.close();
87     conn.close();
88    
89     System.out.println("Loaded " + list.size() + " adresses");
90    
91     return list;
92     }
93     }
94    
95     @Override
96     public List<AliasBean> getAliasList() throws SQLException {
97    
98    
99     String sql = "SELECT postnr,vejnavn,aliasvejnavn " +
100     "FROM bogleveringer.vejtabelprod "
101     ;
102    
103     try ( Connection conn = DBConnection.getConnection();
104     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
105     ) {
106    
107     stmt.setFetchSize(Integer.MIN_VALUE);
108    
109     ResultSet res = stmt.executeQuery(sql);
110    
111     DeduplicateHelper<String> vejCache = new DeduplicateHelper<String>();
112    
113     List<AliasBean> list = new ArrayList<AliasBean>( 5000);
114     while (res.next()) {
115    
116     AliasBean ab = new AliasBean();
117     ab.postnr = res.getShort(1);
118     ab.vejnavn = vejCache.getInstance( res.getString(2) );
119     ab.aliasVejnavn = vejCache.getInstance( res.getString(3) );
120    
121     list.add(ab);
122     }
123    
124     res.close();
125    
126     System.out.println("Loaded " + list.size() + " aliase beans");
127    
128     return list;
129     }
130    
131     }
132    
133     @Override
134     public List<ExtendedBean> getExtendedAdresslist() throws SQLException {
135     String debugFilter1 = DatabaseLayerImplementation.DEBUG ? " WHERE orgPostnr = 8700 " : "";
136     String debugFilter2 = DatabaseLayerImplementation.DEBUG ? " AND orgPostnr = 8700 " : "";
137    
138    
139     String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
140     "join odbc.transporttype t " +
141     "on t.Art = 'Transpost' " +
142     "and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
143     "and t.Rute = a.Rute " +
144     debugFilter1 +
145    
146     "UNION ALL " +
147    
148     "SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
149     "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
150     "WHERE d.Distributor <> 10057 " +
151     debugFilter2
152     ;
153    
154     try ( Connection conn = DBConnection.getConnection();
155     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
156     ) {
157    
158    
159     stmt.setFetchSize(Integer.MIN_VALUE);
160    
161     ResultSet res = stmt.executeQuery(sql);
162    
163     DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
164    
165     List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
166     while (res.next()) {
167    
168     ExtendedBean eb = new ExtendedBean();
169     eb.orgId = res.getInt(1);
170     eb.targetId = res.getInt(2);
171     eb.afstand = (float) res.getDouble(3);
172     eb.transport = transportCache.getInstance(res.getString(4));
173    
174     list.add(eb);
175     }
176    
177     res.close();
178    
179     System.out.println("Loaded " + list.size() + " extendedbeans");
180    
181     return list;
182     }
183     }
184    
185     @Override
186     public Map<Short,HundredePctBean> get100PctList() throws SQLException {
187     String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
188     "FROM bogleveringer.adresser_udenfor_daekning";
189    
190     try ( Connection conn = DBConnection.getConnection();
191     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
192     ) {
193     ResultSet res = stmt.executeQuery(sql);
194    
195     Map<Short, HundredePctBean> map = new HashMap<Short,HundredePctBean>();
196    
197     DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
198    
199     while (res.next()) {
200    
201    
202     HundredePctBean bean = new HundredePctBean();
203     bean.postnr = (short) res.getInt(1);
204     bean.distributor = distributorCache.getInstance(res.getString(2));
205     bean.rute = res.getString(3);
206     bean.koreliste = res.getString(4);
207     bean.dbkBane = (short)res.getInt(5);
208    
209     map.put(bean.postnr, bean);
210     }
211    
212     res.close();
213    
214     System.out.println("Loaded " + map.size() + " 100pct beans");
215    
216     return map;
217     }
218    
219     }
220    
221     @Override
222     public void saveRequestLog(String brugerid, String postnr, String adresse, SearchResult result) throws SQLException {
223     String setVar = "set sql_mode = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION' ";
224    
225     String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, indlast) " +
226     "VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW() )";
227    
228    
229    
230     try ( Connection conn = DBConnection.getConnection();
231     Statement setStmt = conn.createStatement();
232     PreparedStatement stmt = conn.prepareStatement(sql);
233     ) {
234    
235     setStmt.execute(setVar);
236    
237    
238     stmt.setInt( 1, safeInt(postnr) );
239     stmt.setString( 2, adresse);
240     stmt.setString( 3, result.splitResult.vej);
241     stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
242     stmt.setString( 5, nullify(result.splitResult.husnr) );
243     stmt.setString( 6, result.splitResult.litra);
244     stmt.setString( 7, result.splitResult.etage);
245     stmt.setString( 8, result.splitResult.lejlighed);
246     stmt.setString( 9, result.splitResult.resten);
247     stmt.setString(10, brugerid);
248     stmt.setInt(11, getStatusInt(result.status) );
249    
250     stmt.executeUpdate();
251    
252     }
253     }
254    
255     /*
256     * Bruges til at sammenligne gammel og ny adresse service - kan fjernes engang efter at vi er skiftet til ny service
257     */
258     @Deprecated
259     public static List<LoggedAddress> getLoggedAdresses(int antaldage) throws SQLException {
260     String sql = "select postnr,adresse,status from logs.hentruteinformation where indlast>=date_sub(curdate(), interval " + antaldage + " day) " +
261     "and status IN (10,11,12) " +
262     "group by postnr,adresse "
263     ;
264    
265     try ( Connection conn = DBConnection.getConnection();
266     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
267     ) {
268    
269    
270     stmt.setFetchSize(Integer.MIN_VALUE);
271    
272     ResultSet res = stmt.executeQuery(sql);
273    
274     List<LoggedAddress> result = new ArrayList<LoggedAddress>();
275    
276     while (res.next()) {
277     LoggedAddress a = new LoggedAddress();
278     a.postnr = res.getInt(1);
279     a.adresse = res.getString(2);
280     a.status = res.getInt(3);
281    
282     result.add(a);
283     }
284    
285     res.close();
286    
287     return result;
288     }
289     }
290    
291    
292     private static int safeInt(String str) {
293     try {
294     return Integer.parseInt( str );
295     } catch (NumberFormatException e) {
296     return 0;
297     }
298     }
299    
300     private static String nullify(String str) {
301     if (str == null)
302     return null;
303    
304     if (str.equals("")) {
305     return null;
306     } else {
307     return str;
308     }
309     }
310    
311     private static String coalesce(String s1, String s2) {
312     if (s1 != null)
313     return s1;
314    
315     return s2;
316     }
317    
318     public static int getStatusInt(SearchResult.Status status) {
319    
320     switch (status) {
321     case ERROR_UNKNOWN_POSTAL:
322     return 20;
323     case ERROR_MISSING_HOUSENUMBER:
324     return 21;
325     case ERROR_POSTBOX:
326     return 22;
327     case ERROR_UNKNOWN_STREETNAME:
328     return 23;
329     case ERROR_UNKNOWN_ADDRESSPOINT:
330     return 24;
331     case STATUS_NOT_COVERED:
332     return 25;
333     case ERROR_INTERNAL: //
334     return 26;
335    
336     case STATUS_OK:
337     return 30;
338    
339     default:
340     return 31;
341     }
342     }
343    
344     }

  ViewVC Help
Powered by ViewVC 1.1.20