daoadresseservice/db/DatabaseLayerImplementation.java

package dk.daoas.daoadresseservice.db;

import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import dk.daoas.daoadresseservice.AddressUtils;
import dk.daoas.daoadresseservice.beans.Address;
import dk.daoas.daoadresseservice.beans.AliasBean;
import dk.daoas.daoadresseservice.beans.ExtendedBean;
import dk.daoas.daoadresseservice.beans.HundredePctBean;
import dk.daoas.daoadresseservice.beans.SearchResult;
import dk.daoas.daoadresseservice.util.DeduplicateHelper;

public class DatabaseLayerImplementation implements DatabaseLayer {
        
        static boolean DEBUG = false;
        
        @Override
        public List<Address> getAllAdresses() throws SQLException {
                String debugFilter = DatabaseLayerImplementation.DEBUG ? " AND postnr = 8700 " : "";
                
                String sql = 
                                "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute,korelisteloerdag,ruteloerdag,korelistesoendag,rutesoendag,latitude,longitude "
                                + "FROM fulddaekning.adressetabel "
                                + "WHERE gadeid IS NOT NULL "
                                + debugFilter
                                ;
                
                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {
                        stmt.setFetchSize(Integer.MIN_VALUE);
                        ResultSet res = stmt.executeQuery(sql);
                        
                        List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
                        
                        DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
        
                        
                        while (res.next()) {
                                
                                Address a = new Address();
                                a.id = res.getInt(1);
                                a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
                                a.husnr = (short) res.getInt(3);
                                a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
                                a.kommunekode = (short) res.getInt(5);
                                a.vejkode = (short)res.getInt(6);
                                a.postnr = (short)res.getInt(7);
                                a.gadeid = res.getInt(8);
                                a.distributor = distributorCache.getInstance(res.getString(9));
                                a.dbkBane = (short) res.getInt(10);
                                
                                a.koreliste = korelisteCache.getInstance( res.getString(11) );
                                a.rute = ruteCache.getInstance( res.getString(12) );
                                a.korelisteLordag = korelisteCache.getInstance( res.getString(13) );
                                a.ruteLordag = ruteCache.getInstance( res.getString(14) );                              
                                a.korelisteSondag = korelisteCache.getInstance( res.getString(15) );
                                a.ruteSondag = ruteCache.getInstance( res.getString(16) );
                                
                                a.latitude = (float) res.getDouble(17);
                                a.longitude = (float) res.getDouble(18);
                                
                                //a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
                                
                                
                                //Ajourfør adresse objectets dækningstype
                                AddressUtils.updateDaekningstype(a);
                                
                                list.add(a);
                        }
                        res.close();
                        stmt.close();
                        conn.close();
                        
                        System.out.println("Loaded " + list.size() + " adresses");
                        
                        return list;
                }
        }
        
        @Override
        public List<AliasBean> getAliasList() throws SQLException {
                

                String sql = "SELECT postnr,vejnavn,aliasvejnavn " +
                                        "FROM bogleveringer.vejtabelprod " 
                                        ;
                
                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {
                                        
                        stmt.setFetchSize(Integer.MIN_VALUE);
                        
                        ResultSet res = stmt.executeQuery(sql);
                        
                        DeduplicateHelper<String> vejCache = new DeduplicateHelper<String>();
                        
                        List<AliasBean> list = new ArrayList<AliasBean>( 5000); 
                        while (res.next()) {            
                                
                                AliasBean ab = new AliasBean();
                                ab.postnr = res.getShort(1);
                                ab.vejnavn = vejCache.getInstance( res.getString(2) );
                                ab.aliasVejnavn = vejCache.getInstance( res.getString(3) );
                                                        
                                list.add(ab);
                        }
                
                        res.close();
                        
                        System.out.println("Loaded " + list.size() + " aliase beans");
                        
                        return list;
                }

        }
        
        @Override
        public List<ExtendedBean> getExtendedAdresslist() throws SQLException {
                String debugFilter1 = DatabaseLayerImplementation.DEBUG ? " WHERE orgPostnr = 8700 " : "";
                String debugFilter2 = DatabaseLayerImplementation.DEBUG ? " AND orgPostnr = 8700 " : "";
                
                
                String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
                                        "join odbc.transporttype t " + 
                                        "on t.Art = 'Transpost' " +
                                        "and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
                                        "and t.Rute = a.Rute " + 
                                        debugFilter1 +
                                        
                                        "UNION ALL " +
                                        
                                        "SELECT orgid, a.id as targetid, afstand,'' as type FROM  fulddaekning.afstand_anden_rute_bk a " +
                                        "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " + 
                                        "WHERE d.Distributor <> 10057 " +
                                        debugFilter2
                                        ;
                
                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {
                        
                
                        stmt.setFetchSize(Integer.MIN_VALUE);
                        
                        ResultSet res = stmt.executeQuery(sql);
                        
                        DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
                        
                        List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
                        while (res.next()) {            
                                
                                ExtendedBean eb = new ExtendedBean();
                                eb.orgId = res.getInt(1);
                                eb.targetId = res.getInt(2);
                                eb.afstand = (float) res.getDouble(3);
                                eb.transport = transportCache.getInstance(res.getString(4));
                                                        
                                list.add(eb);
                        }
                        
                        res.close();
                        
                        System.out.println("Loaded " + list.size() + " extendedbeans");
                        
                        return list;
                }
        }
        
        @Override
        public Map<Short,HundredePctBean> get100PctList() throws SQLException {
                String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " + 
                                         "FROM bogleveringer.adresser_udenfor_daekning";
                
                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {
                        ResultSet res = stmt.executeQuery(sql);
        
                        Map<Short, HundredePctBean> map = new HashMap<Short,HundredePctBean>();
                        
                        DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
                        
                        while (res.next()) {
                                
                                
                                HundredePctBean bean = new HundredePctBean();
                                bean.postnr = (short) res.getInt(1);
                                bean.distributor = distributorCache.getInstance(res.getString(2));
                                bean.rute = res.getString(3);
                                bean.koreliste = res.getString(4);
                                bean.dbkBane = (short)res.getInt(5);                    
                                                        
                                map.put(bean.postnr, bean);
                        }
                        
                        res.close();
                        
                        System.out.println("Loaded " + map.size() + " 100pct beans");
                        
                        return map;
                }
                
        }
        
        @Override
        public void saveRequestLog(String brugerid, String postnr, String adresse, SearchResult result) throws SQLException {
                String setVar = "set sql_mode = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION' ";
                
                String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, indlast) " +
                                        "VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?,  NOW() )";
                

                try ( Connection conn = DBConnection.getConnection();
                                Statement setStmt = conn.createStatement();                             
                                PreparedStatement stmt = conn.prepareStatement(sql);
                        ) {
                        
                        setStmt.execute(setVar);
                        
                        
                        stmt.setInt( 1, safeInt(postnr) );
                        stmt.setString( 2, adresse);
                        stmt.setString( 3, result.splitResult.vej);
                        stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
                        stmt.setString( 5, nullify(result.splitResult.husnr) );
                        stmt.setString( 6, result.splitResult.litra);
                        stmt.setString( 7, result.splitResult.etage);
                        stmt.setString( 8, result.splitResult.lejlighed);
                        stmt.setString( 9, result.splitResult.resten);
                        stmt.setString(10, brugerid);
                        stmt.setInt(11, getStatusInt(result.status) );
                        
                        stmt.executeUpdate();
                        
                }               
        }
        

        private static int safeInt(String str) {
                try {
                        return Integer.parseInt( str );
                } catch (NumberFormatException e) {
                        return 0;
                }
        }
        
        private static String nullify(String str) {
                if (str == null)
                        return null;
                
                if (str.equals("")) {
                        return null;
                } else {
                        return str;
                }
        }
        
        private static String coalesce(String s1, String s2) {
                if (s1 != null)
                        return s1;
                
                return s2;
        }

        public static int getStatusInt(SearchResult.Status status) {

                switch (status) {
                case ERROR_UNKNOWN_POSTAL:
                        return 20;
                case ERROR_MISSING_HOUSENUMBER:
                        return 21;
                case ERROR_POSTBOX:
                        return 22;                      
                case ERROR_UNKNOWN_STREETNAME:
                        return 23;
                case ERROR_UNKNOWN_ADDRESSPOINT:
                        return 24;
                case STATUS_NOT_COVERED:                        
                        return 25;
                case ERROR_INTERNAL: //                 
                        return 26;                      
                        
                case STATUS_OK:
                        return 30;
                        
                default:
                        return 31;
                }
        }       
        
}
1	torben	2608	package dk.daoas.daoadresseservice.db;
2
3			import java.sql.Connection;
4			import java.sql.PreparedStatement;
5			import java.sql.ResultSet;
6			import java.sql.SQLException;
7			import java.sql.Statement;
8			import java.util.ArrayList;
9			import java.util.HashMap;
10			import java.util.List;
11			import java.util.Map;
12
13	torben	2609	import dk.daoas.daoadresseservice.AddressUtils;
14	torben	2608	import dk.daoas.daoadresseservice.beans.Address;
15			import dk.daoas.daoadresseservice.beans.AliasBean;
16			import dk.daoas.daoadresseservice.beans.ExtendedBean;
17			import dk.daoas.daoadresseservice.beans.HundredePctBean;
18			import dk.daoas.daoadresseservice.beans.SearchResult;
19			import dk.daoas.daoadresseservice.util.DeduplicateHelper;
20
21			public class DatabaseLayerImplementation implements DatabaseLayer {
22
23			static boolean DEBUG = false;
24
25			@Override
26			public List<Address> getAllAdresses() throws SQLException {
27			String debugFilter = DatabaseLayerImplementation.DEBUG ? " AND postnr = 8700 " : "";
28
29			String sql =
30			"SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute,korelisteloerdag,ruteloerdag,korelistesoendag,rutesoendag,latitude,longitude "
31			+ "FROM fulddaekning.adressetabel "
32			+ "WHERE gadeid IS NOT NULL "
33			+ debugFilter
34			;
35
36			try ( Connection conn = DBConnection.getConnection();
37			Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
38			) {
39			stmt.setFetchSize(Integer.MIN_VALUE);
40			ResultSet res = stmt.executeQuery(sql);
41
42			List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
43
44			DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
45			DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
46			DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
47			DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
48			DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
49
50
51			while (res.next()) {
52
53			Address a = new Address();
54			a.id = res.getInt(1);
55			a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
56			a.husnr = (short) res.getInt(3);
57			a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
58			a.kommunekode = (short) res.getInt(5);
59			a.vejkode = (short)res.getInt(6);
60			a.postnr = (short)res.getInt(7);
61			a.gadeid = res.getInt(8);
62			a.distributor = distributorCache.getInstance(res.getString(9));
63			a.dbkBane = (short) res.getInt(10);
64
65			a.koreliste = korelisteCache.getInstance( res.getString(11) );
66			a.rute = ruteCache.getInstance( res.getString(12) );
67			a.korelisteLordag = korelisteCache.getInstance( res.getString(13) );
68			a.ruteLordag = ruteCache.getInstance( res.getString(14) );
69			a.korelisteSondag = korelisteCache.getInstance( res.getString(15) );
70			a.ruteSondag = ruteCache.getInstance( res.getString(16) );
71
72			a.latitude = (float) res.getDouble(17);
73			a.longitude = (float) res.getDouble(18);
74
75			//a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
76
77
78	torben	2609	//Ajourfør adresse objectets dækningstype
79			AddressUtils.updateDaekningstype(a);
80
81	torben	2608	list.add(a);
82			}
83			res.close();
84			stmt.close();
85			conn.close();
86
87			System.out.println("Loaded " + list.size() + " adresses");
88
89			return list;
90			}
91			}
92
93			@Override
94			public List<AliasBean> getAliasList() throws SQLException {
95
96
97			String sql = "SELECT postnr,vejnavn,aliasvejnavn " +
98			"FROM bogleveringer.vejtabelprod "
99			;
100
101			try ( Connection conn = DBConnection.getConnection();
102			Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
103			) {
104
105			stmt.setFetchSize(Integer.MIN_VALUE);
106
107			ResultSet res = stmt.executeQuery(sql);
108
109			DeduplicateHelper<String> vejCache = new DeduplicateHelper<String>();
110
111			List<AliasBean> list = new ArrayList<AliasBean>( 5000);
112			while (res.next()) {
113
114			AliasBean ab = new AliasBean();
115			ab.postnr = res.getShort(1);
116			ab.vejnavn = vejCache.getInstance( res.getString(2) );
117			ab.aliasVejnavn = vejCache.getInstance( res.getString(3) );
118
119			list.add(ab);
120			}
121
122			res.close();
123
124			System.out.println("Loaded " + list.size() + " aliase beans");
125
126			return list;
127			}
128
129			}
130
131			@Override
132			public List<ExtendedBean> getExtendedAdresslist() throws SQLException {
133			String debugFilter1 = DatabaseLayerImplementation.DEBUG ? " WHERE orgPostnr = 8700 " : "";
134			String debugFilter2 = DatabaseLayerImplementation.DEBUG ? " AND orgPostnr = 8700 " : "";
135
136
137			String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
138			"join odbc.transporttype t " +
139			"on t.Art = 'Transpost' " +
140			"and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
141			"and t.Rute = a.Rute " +
142			debugFilter1 +
143
144			"UNION ALL " +
145
146			"SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
147			"left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
148			"WHERE d.Distributor <> 10057 " +
149			debugFilter2
150			;
151
152			try ( Connection conn = DBConnection.getConnection();
153			Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
154			) {
155
156
157			stmt.setFetchSize(Integer.MIN_VALUE);
158
159			ResultSet res = stmt.executeQuery(sql);
160
161			DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
162
163			List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
164			while (res.next()) {
165
166			ExtendedBean eb = new ExtendedBean();
167			eb.orgId = res.getInt(1);
168			eb.targetId = res.getInt(2);
169			eb.afstand = (float) res.getDouble(3);
170			eb.transport = transportCache.getInstance(res.getString(4));
171
172			list.add(eb);
173			}
174
175			res.close();
176
177			System.out.println("Loaded " + list.size() + " extendedbeans");
178
179			return list;
180			}
181			}
182
183			@Override
184			public Map<Short,HundredePctBean> get100PctList() throws SQLException {
185			String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
186			"FROM bogleveringer.adresser_udenfor_daekning";
187
188			try ( Connection conn = DBConnection.getConnection();
189			Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
190			) {
191			ResultSet res = stmt.executeQuery(sql);
192
193			Map<Short, HundredePctBean> map = new HashMap<Short,HundredePctBean>();
194
195			DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
196
197			while (res.next()) {
198
199
200			HundredePctBean bean = new HundredePctBean();
201			bean.postnr = (short) res.getInt(1);
202			bean.distributor = distributorCache.getInstance(res.getString(2));
203			bean.rute = res.getString(3);
204			bean.koreliste = res.getString(4);
205			bean.dbkBane = (short)res.getInt(5);
206
207			map.put(bean.postnr, bean);
208			}
209
210			res.close();
211
212			System.out.println("Loaded " + map.size() + " 100pct beans");
213
214			return map;
215			}
216
217			}
218
219			@Override
220			public void saveRequestLog(String brugerid, String postnr, String adresse, SearchResult result) throws SQLException {
221			String setVar = "set sql_mode = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION' ";
222
223			String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, indlast) " +
224			"VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW() )";
225
226
227
228			try ( Connection conn = DBConnection.getConnection();
229			Statement setStmt = conn.createStatement();
230			PreparedStatement stmt = conn.prepareStatement(sql);
231			) {
232
233			setStmt.execute(setVar);
234
235
236			stmt.setInt( 1, safeInt(postnr) );
237			stmt.setString( 2, adresse);
238			stmt.setString( 3, result.splitResult.vej);
239			stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
240			stmt.setString( 5, nullify(result.splitResult.husnr) );
241			stmt.setString( 6, result.splitResult.litra);
242			stmt.setString( 7, result.splitResult.etage);
243			stmt.setString( 8, result.splitResult.lejlighed);
244			stmt.setString( 9, result.splitResult.resten);
245			stmt.setString(10, brugerid);
246			stmt.setInt(11, getStatusInt(result.status) );
247
248			stmt.executeUpdate();
249
250			}
251			}
252
253
254
255
256			private static int safeInt(String str) {
257			try {
258			return Integer.parseInt( str );
259			} catch (NumberFormatException e) {
260			return 0;
261			}
262			}
263
264			private static String nullify(String str) {
265			if (str == null)
266			return null;
267
268			if (str.equals("")) {
269			return null;
270			} else {
271			return str;
272			}
273			}
274
275			private static String coalesce(String s1, String s2) {
276			if (s1 != null)
277			return s1;
278
279			return s2;
280			}
281
282			public static int getStatusInt(SearchResult.Status status) {
283
284			switch (status) {
285			case ERROR_UNKNOWN_POSTAL:
286			return 20;
287			case ERROR_MISSING_HOUSENUMBER:
288			return 21;
289			case ERROR_POSTBOX:
290			return 22;
291			case ERROR_UNKNOWN_STREETNAME:
292			return 23;
293			case ERROR_UNKNOWN_ADDRESSPOINT:
294			return 24;
295			case STATUS_NOT_COVERED:
296			return 25;
297			case ERROR_INTERNAL: //
298			return 26;
299
300			case STATUS_OK:
301			return 30;
302
303			default:
304			return 31;
305			}
306			}
307
308			}