daoadresseservice/db/DatabaseLayerImplementation.java

package dk.daoas.daoadresseservice.db;

import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import dk.daoas.daoadresseservice.AddressUtils;
import dk.daoas.daoadresseservice.beans.Address;
import dk.daoas.daoadresseservice.beans.AliasBean;
import dk.daoas.daoadresseservice.beans.ExtendedBean;
import dk.daoas.daoadresseservice.beans.HundredePctBean;
import dk.daoas.daoadresseservice.beans.SearchResult;
import dk.daoas.daoadresseservice.util.DeduplicateHelper;
import dk.daoas.daoadresseservice.util.TimingHelper;

public class DatabaseLayerImplementation implements DatabaseLayer {
        
        static boolean DEBUG = false;
        
        @Override
        public List<Address> getAllAdresses() throws SQLException {
                TimingHelper timing = new TimingHelper();
                
                String debugFilter = DatabaseLayerImplementation.DEBUG ? " AND postnr = 8700 " : "";
                
                String sql = 
                                "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute,korelisteloerdag,ruteloerdag,korelistesoendag,rutesoendag,latitude,longitude "
                                + "FROM fulddaekning.adressetabel "
                                + "WHERE gadeid IS NOT NULL "
                                + debugFilter
                                ;
                
                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {
                        stmt.setFetchSize(Integer.MIN_VALUE);
                        ResultSet res = stmt.executeQuery(sql);
                        
                        List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
                        
                        DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>(81920);
                        DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>(8192);
                        DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>(8192);
        
                        
                        while (res.next()) {
                                
                                Address a = new Address();
                                a.id = res.getInt(1);
                                a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
                                a.husnr = (short) res.getInt(3);
                                a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
                                a.kommunekode = (short) res.getInt(5);
                                a.vejkode = (short)res.getInt(6);
                                a.postnr = (short)res.getInt(7);
                                a.gadeid = res.getInt(8);
                                a.distributor = distributorCache.getInstance(res.getString(9));
                                a.dbkBane = (short) res.getInt(10);
                                
                                a.koreliste = korelisteCache.getInstance( res.getString(11) );
                                a.rute = ruteCache.getInstance( res.getString(12) );
                                a.korelisteLordag = korelisteCache.getInstance( res.getString(13) );
                                a.ruteLordag = ruteCache.getInstance( res.getString(14) );                              
                                a.korelisteSondag = korelisteCache.getInstance( res.getString(15) );
                                a.ruteSondag = ruteCache.getInstance( res.getString(16) );
                                
                                a.latitude = (float) res.getDouble(17);
                                a.longitude = (float) res.getDouble(18);
                                
                                //a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
                                
                                
                                //Ajourfør adresse objectets dækningstype
                                AddressUtils.updateDaekningstype(a);
                                
                                list.add(a);
                        }
                        res.close();
                        
                        
                        System.out.println("DB Loaded " + list.size() + " adresses in " + timing.getElapsed() + "ms");
                        
                        return list;
                }
        }
        
        @Override
        public List<AliasBean> getAliasList() throws SQLException {
                TimingHelper timing = new TimingHelper();
                

                String sql = "SELECT postnr,vejnavn,aliasvejnavn " +
                                        "FROM bogleveringer.vejtabelprod " 
                                        ;
                
                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {
                                        
                        stmt.setFetchSize(Integer.MIN_VALUE);
                        
                        ResultSet res = stmt.executeQuery(sql);
                        
                        DeduplicateHelper<String> vejCache = new DeduplicateHelper<String>();
                        
                        List<AliasBean> list = new ArrayList<AliasBean>( 5000); 
                        while (res.next()) {            
                                
                                AliasBean ab = new AliasBean();
                                ab.postnr = res.getShort(1);
                                ab.vejnavn = vejCache.getInstance( res.getString(2) );
                                ab.aliasVejnavn = vejCache.getInstance( res.getString(3) );
                                                        
                                list.add(ab);
                        }
                
                        res.close();
                        
                        System.out.println("DB Loaded " + list.size() + " aliase beans in " + timing.getElapsed() + "ms");
                        
                        return list;
                }

        }
        
        @Override
        public List<ExtendedBean> getExtendedAdresslist() throws SQLException {
                
                TimingHelper timing = new TimingHelper();
                
                String debugFilter1 = DatabaseLayerImplementation.DEBUG ? " WHERE orgPostnr = 8700 " : "";
                String debugFilter2 = DatabaseLayerImplementation.DEBUG ? " AND orgPostnr = 8700 " : "";
                
                
                String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
                                        "LEFT join odbc.transporttype t " + 
                                        "ON (t.Rute = a.Rute) " + 
                                        debugFilter1 +
                                        
                                        "UNION ALL " +
                                        
                                        "SELECT orgid, a.id as targetid, afstand,'' as type FROM  fulddaekning.afstand_anden_rute_bk a " +
                                        "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " + 
                                        "WHERE d.Distributor <> 10057 " +
                                        debugFilter2
                                        ;
                
                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {
                        
                
                        stmt.setFetchSize(Integer.MIN_VALUE);
                        
                        ResultSet res = stmt.executeQuery(sql);
                        
                        DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
                        
                        List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
                        while (res.next()) {            
                                
                                ExtendedBean eb = new ExtendedBean();
                                eb.orgId = res.getInt(1);
                                eb.targetId = res.getInt(2);
                                eb.afstand = (float) res.getDouble(3);
                                eb.transport = transportCache.getInstance(res.getString(4));
                                                        
                                list.add(eb);
                        }
                        
                        res.close();
                        
                        System.out.println("DB Loaded " + list.size() + " extendedbeans in " + timing.getElapsed() + "ms");
                        
                        return list;
                }
        }
        
        @Override
        public Map<Short,HundredePctBean> get100PctList() throws SQLException {
                TimingHelper timing = new TimingHelper();
                
                String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " + 
                                         "FROM bogleveringer.adresser_udenfor_daekning";
                
                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {
                        ResultSet res = stmt.executeQuery(sql);
        
                        Map<Short, HundredePctBean> map = new HashMap<Short,HundredePctBean>();
                        
                        DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
                        
                        while (res.next()) {
                                
                                
                                HundredePctBean bean = new HundredePctBean();
                                bean.postnr = (short) res.getInt(1);
                                bean.distributor = distributorCache.getInstance(res.getString(2));
                                bean.rute = ruteCache.getInstance( res.getString(3) );
                                bean.koreliste = korelisteCache.getInstance(res.getString(4) );
                                bean.dbkBane = (short)res.getInt(5);                    
                                                        
                                map.put(bean.postnr, bean);
                        }
                        
                        res.close();
                        
                        System.out.println("DB Loaded " + map.size() + " 100pct beans in " + timing.getElapsed() + "ms");
                        
                        return map;
                }
                
        }
        
        @Override
        public void saveRequestLog(String brugerid, String postnr, String adresse, String omdelingsdag, SearchResult result) throws SQLException {
                String setVar = "set sql_mode = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION' ";
                
                String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, OmdelingDag, indlast) " +
                                        "VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW() )";
                

                try ( Connection conn = DBConnection.getConnection();
                                Statement setStmt = conn.createStatement();                             
                                PreparedStatement stmt = conn.prepareStatement(sql);
                        ) {
                        
                        setStmt.execute(setVar);
                        
                        
                        stmt.setInt( 1, safeInt(postnr) );
                        stmt.setString( 2, adresse);
                        stmt.setString( 3, result.splitResult.vej);
                        stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
                        stmt.setString( 5, nullify(result.splitResult.husnr) );
                        stmt.setString( 6, result.splitResult.litra);
                        stmt.setString( 7, result.splitResult.etage);
                        stmt.setString( 8, result.splitResult.lejlighed);
                        stmt.setString( 9, result.splitResult.resten);
                        stmt.setString(10, brugerid);                   
                        stmt.setInt(11, getStatusInt(result.status) );
                        stmt.setString(12, omdelingsdag);
                        
                        stmt.executeUpdate();
                        
                }               
        }
        

        private static int safeInt(String str) {
                try {
                        return Integer.parseInt( str );
                } catch (NumberFormatException e) {
                        return 0;
                }
        }
        
        private static String nullify(String str) {
                if (str == null)
                        return null;
                
                if (str.equals("")) {
                        return null;
                } else {
                        return str;
                }
        }
        
        private static String coalesce(String s1, String s2) {
                if (s1 != null)
                        return s1;
                
                return s2;
        }

        public static int getStatusInt(SearchResult.Status status) {

                switch (status) {
                case ERROR_UNKNOWN_POSTAL:
                        return 20;
                case ERROR_MISSING_HOUSENUMBER:
                        return 21;
                case ERROR_POSTBOX:
                        return 22;                      
                case ERROR_UNKNOWN_STREETNAME:
                        return 23;
                case ERROR_UNKNOWN_ADDRESSPOINT:
                        return 24;
                case STATUS_NOT_COVERED:                        
                        return 25;
                case ERROR_INTERNAL: //                 
                        return 26;                      
                        
                case STATUS_OK:
                        return 30;
                        
                default:
                        return 31;
                }
        }       
        
}
1	package dk.daoas.daoadresseservice.db;
2
3	import java.sql.Connection;
4	import java.sql.PreparedStatement;
5	import java.sql.ResultSet;
6	import java.sql.SQLException;
7	import java.sql.Statement;
8	import java.util.ArrayList;
9	import java.util.HashMap;
10	import java.util.List;
11	import java.util.Map;
12
13	import dk.daoas.daoadresseservice.AddressUtils;
14	import dk.daoas.daoadresseservice.beans.Address;
15	import dk.daoas.daoadresseservice.beans.AliasBean;
16	import dk.daoas.daoadresseservice.beans.ExtendedBean;
17	import dk.daoas.daoadresseservice.beans.HundredePctBean;
18	import dk.daoas.daoadresseservice.beans.SearchResult;
19	import dk.daoas.daoadresseservice.util.DeduplicateHelper;
20	import dk.daoas.daoadresseservice.util.TimingHelper;
21
22	public class DatabaseLayerImplementation implements DatabaseLayer {
23
24	static boolean DEBUG = false;
25
26	@Override
27	public List<Address> getAllAdresses() throws SQLException {
28	TimingHelper timing = new TimingHelper();
29
30	String debugFilter = DatabaseLayerImplementation.DEBUG ? " AND postnr = 8700 " : "";
31
32	String sql =
33	"SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute,korelisteloerdag,ruteloerdag,korelistesoendag,rutesoendag,latitude,longitude "
34	+ "FROM fulddaekning.adressetabel "
35	+ "WHERE gadeid IS NOT NULL "
36	+ debugFilter
37	;
38
39	try ( Connection conn = DBConnection.getConnection();
40	Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
41	) {
42	stmt.setFetchSize(Integer.MIN_VALUE);
43	ResultSet res = stmt.executeQuery(sql);
44
45	List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
46
47	DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>(81920);
48	DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
49	DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
50	DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>(8192);
51	DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>(8192);
52
53
54	while (res.next()) {
55
56	Address a = new Address();
57	a.id = res.getInt(1);
58	a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
59	a.husnr = (short) res.getInt(3);
60	a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
61	a.kommunekode = (short) res.getInt(5);
62	a.vejkode = (short)res.getInt(6);
63	a.postnr = (short)res.getInt(7);
64	a.gadeid = res.getInt(8);
65	a.distributor = distributorCache.getInstance(res.getString(9));
66	a.dbkBane = (short) res.getInt(10);
67
68	a.koreliste = korelisteCache.getInstance( res.getString(11) );
69	a.rute = ruteCache.getInstance( res.getString(12) );
70	a.korelisteLordag = korelisteCache.getInstance( res.getString(13) );
71	a.ruteLordag = ruteCache.getInstance( res.getString(14) );
72	a.korelisteSondag = korelisteCache.getInstance( res.getString(15) );
73	a.ruteSondag = ruteCache.getInstance( res.getString(16) );
74
75	a.latitude = (float) res.getDouble(17);
76	a.longitude = (float) res.getDouble(18);
77
78	//a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
79
80
81	//Ajourfør adresse objectets dækningstype
82	AddressUtils.updateDaekningstype(a);
83
84	list.add(a);
85	}
86	res.close();
87
88
89	System.out.println("DB Loaded " + list.size() + " adresses in " + timing.getElapsed() + "ms");
90
91	return list;
92	}
93	}
94
95	@Override
96	public List<AliasBean> getAliasList() throws SQLException {
97	TimingHelper timing = new TimingHelper();
98
99
100	String sql = "SELECT postnr,vejnavn,aliasvejnavn " +
101	"FROM bogleveringer.vejtabelprod "
102	;
103
104	try ( Connection conn = DBConnection.getConnection();
105	Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
106	) {
107
108	stmt.setFetchSize(Integer.MIN_VALUE);
109
110	ResultSet res = stmt.executeQuery(sql);
111
112	DeduplicateHelper<String> vejCache = new DeduplicateHelper<String>();
113
114	List<AliasBean> list = new ArrayList<AliasBean>( 5000);
115	while (res.next()) {
116
117	AliasBean ab = new AliasBean();
118	ab.postnr = res.getShort(1);
119	ab.vejnavn = vejCache.getInstance( res.getString(2) );
120	ab.aliasVejnavn = vejCache.getInstance( res.getString(3) );
121
122	list.add(ab);
123	}
124
125	res.close();
126
127	System.out.println("DB Loaded " + list.size() + " aliase beans in " + timing.getElapsed() + "ms");
128
129	return list;
130	}
131
132	}
133
134	@Override
135	public List<ExtendedBean> getExtendedAdresslist() throws SQLException {
136
137	TimingHelper timing = new TimingHelper();
138
139	String debugFilter1 = DatabaseLayerImplementation.DEBUG ? " WHERE orgPostnr = 8700 " : "";
140	String debugFilter2 = DatabaseLayerImplementation.DEBUG ? " AND orgPostnr = 8700 " : "";
141
142
143	String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
144	"LEFT join odbc.transporttype t " +
145	"ON (t.Rute = a.Rute) " +
146	debugFilter1 +
147
148	"UNION ALL " +
149
150	"SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
151	"left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
152	"WHERE d.Distributor <> 10057 " +
153	debugFilter2
154	;
155
156	try ( Connection conn = DBConnection.getConnection();
157	Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
158	) {
159
160
161	stmt.setFetchSize(Integer.MIN_VALUE);
162
163	ResultSet res = stmt.executeQuery(sql);
164
165	DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
166
167	List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
168	while (res.next()) {
169
170	ExtendedBean eb = new ExtendedBean();
171	eb.orgId = res.getInt(1);
172	eb.targetId = res.getInt(2);
173	eb.afstand = (float) res.getDouble(3);
174	eb.transport = transportCache.getInstance(res.getString(4));
175
176	list.add(eb);
177	}
178
179	res.close();
180
181	System.out.println("DB Loaded " + list.size() + " extendedbeans in " + timing.getElapsed() + "ms");
182
183	return list;
184	}
185	}
186
187	@Override
188	public Map<Short,HundredePctBean> get100PctList() throws SQLException {
189	TimingHelper timing = new TimingHelper();
190
191	String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
192	"FROM bogleveringer.adresser_udenfor_daekning";
193
194	try ( Connection conn = DBConnection.getConnection();
195	Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
196	) {
197	ResultSet res = stmt.executeQuery(sql);
198
199	Map<Short, HundredePctBean> map = new HashMap<Short,HundredePctBean>();
200
201	DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
202	DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
203	DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
204
205	while (res.next()) {
206
207
208	HundredePctBean bean = new HundredePctBean();
209	bean.postnr = (short) res.getInt(1);
210	bean.distributor = distributorCache.getInstance(res.getString(2));
211	bean.rute = ruteCache.getInstance( res.getString(3) );
212	bean.koreliste = korelisteCache.getInstance(res.getString(4) );
213	bean.dbkBane = (short)res.getInt(5);
214
215	map.put(bean.postnr, bean);
216	}
217
218	res.close();
219
220	System.out.println("DB Loaded " + map.size() + " 100pct beans in " + timing.getElapsed() + "ms");
221
222	return map;
223	}
224
225	}
226
227	@Override
228	public void saveRequestLog(String brugerid, String postnr, String adresse, String omdelingsdag, SearchResult result) throws SQLException {
229	String setVar = "set sql_mode = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION' ";
230
231	String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, OmdelingDag, indlast) " +
232	"VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW() )";
233
234
235
236	try ( Connection conn = DBConnection.getConnection();
237	Statement setStmt = conn.createStatement();
238	PreparedStatement stmt = conn.prepareStatement(sql);
239	) {
240
241	setStmt.execute(setVar);
242
243
244	stmt.setInt( 1, safeInt(postnr) );
245	stmt.setString( 2, adresse);
246	stmt.setString( 3, result.splitResult.vej);
247	stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
248	stmt.setString( 5, nullify(result.splitResult.husnr) );
249	stmt.setString( 6, result.splitResult.litra);
250	stmt.setString( 7, result.splitResult.etage);
251	stmt.setString( 8, result.splitResult.lejlighed);
252	stmt.setString( 9, result.splitResult.resten);
253	stmt.setString(10, brugerid);
254	stmt.setInt(11, getStatusInt(result.status) );
255	stmt.setString(12, omdelingsdag);
256
257	stmt.executeUpdate();
258
259	}
260	}
261
262
263
264
265	private static int safeInt(String str) {
266	try {
267	return Integer.parseInt( str );
268	} catch (NumberFormatException e) {
269	return 0;
270	}
271	}
272
273	private static String nullify(String str) {
274	if (str == null)
275	return null;
276
277	if (str.equals("")) {
278	return null;
279	} else {
280	return str;
281	}
282	}
283
284	private static String coalesce(String s1, String s2) {
285	if (s1 != null)
286	return s1;
287
288	return s2;
289	}
290
291	public static int getStatusInt(SearchResult.Status status) {
292
293	switch (status) {
294	case ERROR_UNKNOWN_POSTAL:
295	return 20;
296	case ERROR_MISSING_HOUSENUMBER:
297	return 21;
298	case ERROR_POSTBOX:
299	return 22;
300	case ERROR_UNKNOWN_STREETNAME:
301	return 23;
302	case ERROR_UNKNOWN_ADDRESSPOINT:
303	return 24;
304	case STATUS_NOT_COVERED:
305	return 25;
306	case ERROR_INTERNAL: //
307	return 26;
308
309	case STATUS_OK:
310	return 30;
311
312	default:
313	return 31;
314	}
315	}
316
317	}