daoadresseservice/db/DatabaseLayer.java

package dk.daoas.daoadresseservice.db;


import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import dk.daoas.daoadresseservice.DaekningsType;
import dk.daoas.daoadresseservice.beans.Address;
import dk.daoas.daoadresseservice.beans.ExtendedBean;
import dk.daoas.daoadresseservice.beans.HundredePctBean;
import dk.daoas.daoadresseservice.beans.LoggedAddress;
import dk.daoas.daoadresseservice.beans.SearchResult;
import dk.daoas.daoadresseservice.util.DeduplicateHelper;

public class DatabaseLayer {
        
        static boolean DEBUG = false;
        
        public static List<Address> getAllAdresses() throws SQLException {
                String debugFilter = DatabaseLayer.DEBUG ? " AND postnr = 8700 " : "";
                
                String sql = "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute "
                                + "FROM fulddaekning.adressetabel "
                                + "WHERE gadeid IS NOT NULL "
                                + debugFilter
                                ;
                
                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {
                        stmt.setFetchSize(Integer.MIN_VALUE);
                        ResultSet res = stmt.executeQuery(sql);
                        
                        List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
                        
                        DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
                        DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
        
                        
                        while (res.next()) {
                                
                                Address a = new Address();
                                a.id = res.getInt(1);
                                a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
                                a.husnr = res.getInt(3);
                                a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
                                a.kommunekode = res.getInt(5);
                                a.vejkode = res.getInt(6);
                                a.postnr = res.getInt(7);
                                a.gadeid = res.getLong(8);
                                a.distributor = distributorCache.getInstance(res.getString(9));
                                a.dbkBane = res.getInt(10);
                                a.koreliste = korelisteCache.getInstance( res.getString(11) );
                                a.rute = ruteCache.getInstance( res.getString(12) );
                                
                                //a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
                                
                                if (a.rute != null && a.rute.length()> 0) {
                                        a.daekningsType = DaekningsType.DAEKNING_DIREKTE;
                                } else {
                                        a.daekningsType = DaekningsType.DAEKNING_IKKEDAEKKET;
                                }                       
                                
                                list.add(a);
                        }
                        res.close();
                        stmt.close();
                        conn.close();
                        
                        System.out.println("Loaded " + list.size() + " adresses");
                        
                        return list;
                }
        }
        
        public static List<ExtendedBean> getExtendedAdresslist() throws SQLException {
                String debugFilter1 = DatabaseLayer.DEBUG ? " WHERE orgPostnr = 8700 " : "";
                String debugFilter2 = DatabaseLayer.DEBUG ? " AND orgPostnr = 8700 " : "";
                
                
                String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
                                        "join odbc.transporttype t " + 
                                        "on t.Art = 'Transpost' " +
                                        "and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
                                        "and t.Rute = a.Rute " + 
                                        debugFilter1 +
                                        
                                        "UNION ALL " +
                                        
                                        "SELECT orgid, a.id as targetid, afstand,'' as type FROM  fulddaekning.afstand_anden_rute_bk a " +
                                        "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " + 
                                        "WHERE d.Distributor <> 10057 " +
                                        debugFilter2
                                        ;
                
                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {
                        
                
                        stmt.setFetchSize(Integer.MIN_VALUE);
                        
                        ResultSet res = stmt.executeQuery(sql);
                        
                        DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
                        
                        List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
                        while (res.next()) {            
                                
                                ExtendedBean eb = new ExtendedBean();
                                eb.orgId = res.getInt(1);
                                eb.targetId = res.getInt(2);
                                eb.afstand = res.getDouble(3);
                                eb.transport = transportCache.getInstance(res.getString(4));
                                                        
                                list.add(eb);
                        }
                        
                        res.close();
                        
                        System.out.println("Loaded " + list.size() + " extendedbeans");
                        
                        return list;
                }
        }
        
        public static Map<Integer,HundredePctBean> get100PctList() throws SQLException {
                String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " + 
                                         "FROM bogleveringer.adresser_udenfor_daekning";
                
                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {
                        ResultSet res = stmt.executeQuery(sql);
        
                        Map<Integer,HundredePctBean> map = new HashMap<Integer,HundredePctBean>();
                        
                        DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
                        
                        while (res.next()) {
                                
                                
                                HundredePctBean bean = new HundredePctBean();
                                bean.postnr = res.getInt(1);
                                bean.distributor = distributorCache.getInstance(res.getString(2));
                                bean.rute = res.getString(3);
                                bean.koreliste = res.getString(4);
                                bean.dbkBane = res.getInt(5);                   
                                                        
                                map.put(bean.postnr, bean);
                        }
                        
                        res.close();
                        
                        System.out.println("Loaded " + map.size() + " 100pct beans");
                        
                        return map;
                }
                
        }
        
        public static void saveRequestLog(String brugerid, String postnr, String adresse, SearchResult result) throws SQLException {
                String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, indlast) " +
                                        "VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?,  NOW() )";
                

                try ( Connection conn = DBConnection.getConnection();           
                                PreparedStatement stmt = conn.prepareStatement(sql);
                        ) {
                        
                        stmt.setInt( 1, safeInt(postnr) );
                        stmt.setString( 2, adresse);
                        stmt.setString( 3, result.splitResult.vej);
                        stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
                        stmt.setString( 5, nullify(result.splitResult.husnr) );
                        stmt.setString( 6, result.splitResult.litra);
                        stmt.setString( 7, result.splitResult.etage);
                        stmt.setString( 8, result.splitResult.lejlighed);
                        stmt.setString( 9, result.splitResult.resten);
                        stmt.setString(10, brugerid);
                        stmt.setInt(11, getStatusInt(result.status) );
                        
                        stmt.executeUpdate();
                        
                }               
        }
        
        /*
         * Bruges til at sammenligne gammel og ny adresse service - kan fjernes engang efter at vi er skiftet til ny service 
         */
        public static List<LoggedAddress> getLoggedAdresses(int antaldage) throws SQLException {
                String sql = "select postnr,adresse,status from logs.hentruteinformation where indlast>=date_sub(curdate(), interval " + antaldage + " day) " +
                                "and status IN (10,11,12) " +
                                "group by postnr,adresse "
                                ;

                try ( Connection conn = DBConnection.getConnection();           
                                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                                ) {


                        stmt.setFetchSize(Integer.MIN_VALUE);

                        ResultSet res = stmt.executeQuery(sql);

                        List<LoggedAddress> result = new ArrayList<LoggedAddress>();

                        while (res.next()) {
                                LoggedAddress a = new LoggedAddress();                          
                                a.postnr = res.getInt(1);                               
                                a.adresse = res.getString(2);
                                a.status = res.getInt(3);

                                result.add(a);
                        }

                        res.close();

                        return result;
                }
        }
        
        private static int getStatusInt(SearchResult.Status status) {

                switch (status) {
                case ERROR_UNKNOWN_POSTAL:
                        return 20;
                case ERROR_MISSING_HOUSENUMBER:
                        return 21;
                case ERROR_UNKNOWN_STREETNAME:
                        return 22;
                case ERROR_UNKNOWN_ADDRESSPOINT:
                        return 23;
                case STATUS_NOT_COVERED:
                        return 24;
                case STATUS_OK:
                        return 25;
                        
                default:
                        return 29;
                }
        }
        
        private static int safeInt(String str) {
                try {
                        return Integer.parseInt( str );
                } catch (NumberFormatException e) {
                        return 0;
                }
        }
        
        private static String nullify(String str) {
                if (str == null)
                        return null;
                
                if (str.equals("")) {
                        return null;
                } else {
                        return str;
                }
        }
        
        private static String coalesce(String s1, String s2) {
                if (s1 != null)
                        return s1;
                
                return s2;
        }

        
}
1	torben	2274	package dk.daoas.daoadresseservice.db;
2
3
4			import java.sql.Connection;
5	torben	2372	import java.sql.PreparedStatement;
6	torben	2274	import java.sql.ResultSet;
7			import java.sql.SQLException;
8			import java.sql.Statement;
9			import java.util.ArrayList;
10	torben	2279	import java.util.HashMap;
11	torben	2274	import java.util.List;
12	torben	2279	import java.util.Map;
13	torben	2274
14			import dk.daoas.daoadresseservice.DaekningsType;
15	torben	2282	import dk.daoas.daoadresseservice.beans.Address;
16			import dk.daoas.daoadresseservice.beans.ExtendedBean;
17			import dk.daoas.daoadresseservice.beans.HundredePctBean;
18	torben	2384	import dk.daoas.daoadresseservice.beans.LoggedAddress;
19	torben	2372	import dk.daoas.daoadresseservice.beans.SearchResult;
20	torben	2316	import dk.daoas.daoadresseservice.util.DeduplicateHelper;
21	torben	2274
22			public class DatabaseLayer {
23
24	torben	2337	static boolean DEBUG = false;
25
26	torben	2274	public static List<Address> getAllAdresses() throws SQLException {
27	torben	2337	String debugFilter = DatabaseLayer.DEBUG ? " AND postnr = 8700 " : "";
28	torben	2274
29	torben	2283	String sql = "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute "
30	torben	2274	+ "FROM fulddaekning.adressetabel "
31	torben	2296	+ "WHERE gadeid IS NOT NULL "
32	torben	2337	+ debugFilter
33	torben	2274	;
34
35	torben	2372	try ( Connection conn = DBConnection.getConnection();
36			Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
37			) {
38			stmt.setFetchSize(Integer.MIN_VALUE);
39			ResultSet res = stmt.executeQuery(sql);
40	torben	2308
41	torben	2372	List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
42	torben	2274
43	torben	2372	DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
44			DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
45			DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
46			DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
47			DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
48
49	torben	2274
50	torben	2372	while (res.next()) {
51
52			Address a = new Address();
53			a.id = res.getInt(1);
54			a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
55			a.husnr = res.getInt(3);
56			a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
57			a.kommunekode = res.getInt(5);
58			a.vejkode = res.getInt(6);
59			a.postnr = res.getInt(7);
60			a.gadeid = res.getLong(8);
61			a.distributor = distributorCache.getInstance(res.getString(9));
62			a.dbkBane = res.getInt(10);
63			a.koreliste = korelisteCache.getInstance( res.getString(11) );
64			a.rute = ruteCache.getInstance( res.getString(12) );
65
66			//a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
67
68			if (a.rute != null && a.rute.length()> 0) {
69			a.daekningsType = DaekningsType.DAEKNING_DIREKTE;
70			} else {
71			a.daekningsType = DaekningsType.DAEKNING_IKKEDAEKKET;
72			}
73
74			list.add(a);
75			}
76			res.close();
77			stmt.close();
78			conn.close();
79	torben	2274
80	torben	2372	System.out.println("Loaded " + list.size() + " adresses");
81
82			return list;
83	torben	2274	}
84			}
85	torben	2276
86	torben	2279	public static List<ExtendedBean> getExtendedAdresslist() throws SQLException {
87	torben	2337	String debugFilter1 = DatabaseLayer.DEBUG ? " WHERE orgPostnr = 8700 " : "";
88			String debugFilter2 = DatabaseLayer.DEBUG ? " AND orgPostnr = 8700 " : "";
89	torben	2296
90	torben	2337
91	torben	2283	String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
92	torben	2276	"join odbc.transporttype t " +
93			"on t.Art = 'Transpost' " +
94			"and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
95			"and t.Rute = a.Rute " +
96	torben	2337	debugFilter1 +
97	torben	2276
98			"UNION ALL " +
99
100			"SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
101			"left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
102	torben	2337	"WHERE d.Distributor <> 10057 " +
103			debugFilter2
104	torben	2276	;
105
106	torben	2372	try ( Connection conn = DBConnection.getConnection();
107			Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
108			) {
109
110	torben	2308
111	torben	2372	stmt.setFetchSize(Integer.MIN_VALUE);
112	torben	2318
113	torben	2372	ResultSet res = stmt.executeQuery(sql);
114
115			DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
116
117			List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
118			while (res.next()) {
119
120			ExtendedBean eb = new ExtendedBean();
121			eb.orgId = res.getInt(1);
122			eb.targetId = res.getInt(2);
123			eb.afstand = res.getDouble(3);
124			eb.transport = transportCache.getInstance(res.getString(4));
125
126			list.add(eb);
127			}
128
129			res.close();
130
131			System.out.println("Loaded " + list.size() + " extendedbeans");
132
133			return list;
134	torben	2276	}
135			}
136
137	torben	2279	public static Map<Integer,HundredePctBean> get100PctList() throws SQLException {
138	torben	2283	String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
139	torben	2279	"FROM bogleveringer.adresser_udenfor_daekning";
140
141	torben	2372	try ( Connection conn = DBConnection.getConnection();
142			Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
143			) {
144			ResultSet res = stmt.executeQuery(sql);
145
146			Map<Integer,HundredePctBean> map = new HashMap<Integer,HundredePctBean>();
147	torben	2279
148	torben	2372	DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
149	torben	2317
150	torben	2372	while (res.next()) {
151
152
153			HundredePctBean bean = new HundredePctBean();
154			bean.postnr = res.getInt(1);
155			bean.distributor = distributorCache.getInstance(res.getString(2));
156			bean.rute = res.getString(3);
157			bean.koreliste = res.getString(4);
158			bean.dbkBane = res.getInt(5);
159
160			map.put(bean.postnr, bean);
161			}
162
163			res.close();
164
165			System.out.println("Loaded " + map.size() + " 100pct beans");
166
167			return map;
168	torben	2279	}
169
170	torben	2372	}
171
172			public static void saveRequestLog(String brugerid, String postnr, String adresse, SearchResult result) throws SQLException {
173			String sql = "INSERT INTO logs.hentruteinformation (postnr,adresse,vejnavn,googlevejnavn,husnr,husnr_bogstav,etage,lejlighed,rest,brugerid,status, indlast) " +
174			"VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW() )";
175	torben	2279
176	torben	2372
177	torben	2279
178	torben	2372	try ( Connection conn = DBConnection.getConnection();
179			PreparedStatement stmt = conn.prepareStatement(sql);
180			) {
181
182			stmt.setInt( 1, safeInt(postnr) );
183			stmt.setString( 2, adresse);
184			stmt.setString( 3, result.splitResult.vej);
185			stmt.setString( 4, coalesce(result.googleVej,result.osmVej) );
186			stmt.setString( 5, nullify(result.splitResult.husnr) );
187			stmt.setString( 6, result.splitResult.litra);
188			stmt.setString( 7, result.splitResult.etage);
189			stmt.setString( 8, result.splitResult.lejlighed);
190			stmt.setString( 9, result.splitResult.resten);
191			stmt.setString(10, brugerid);
192			stmt.setInt(11, getStatusInt(result.status) );
193
194			stmt.executeUpdate();
195
196			}
197			}
198
199	torben	2384	/*
200			* Bruges til at sammenligne gammel og ny adresse service - kan fjernes engang efter at vi er skiftet til ny service
201			*/
202			public static List<LoggedAddress> getLoggedAdresses(int antaldage) throws SQLException {
203			String sql = "select postnr,adresse,status from logs.hentruteinformation where indlast>=date_sub(curdate(), interval " + antaldage + " day) " +
204			"and status IN (10,11,12) " +
205			"group by postnr,adresse "
206			;
207
208			try ( Connection conn = DBConnection.getConnection();
209			Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
210			) {
211
212
213			stmt.setFetchSize(Integer.MIN_VALUE);
214
215			ResultSet res = stmt.executeQuery(sql);
216
217			List<LoggedAddress> result = new ArrayList<LoggedAddress>();
218
219			while (res.next()) {
220			LoggedAddress a = new LoggedAddress();
221			a.postnr = res.getInt(1);
222			a.adresse = res.getString(2);
223			a.status = res.getInt(3);
224
225			result.add(a);
226			}
227
228			res.close();
229
230			return result;
231			}
232			}
233
234	torben	2372	private static int getStatusInt(SearchResult.Status status) {
235
236			switch (status) {
237			case ERROR_UNKNOWN_POSTAL:
238			return 20;
239			case ERROR_MISSING_HOUSENUMBER:
240			return 21;
241			case ERROR_UNKNOWN_STREETNAME:
242			return 22;
243			case ERROR_UNKNOWN_ADDRESSPOINT:
244			return 23;
245			case STATUS_NOT_COVERED:
246			return 24;
247			case STATUS_OK:
248			return 25;
249
250			default:
251			return 29;
252			}
253			}
254
255			private static int safeInt(String str) {
256			try {
257			return Integer.parseInt( str );
258			} catch (NumberFormatException e) {
259			return 0;
260			}
261			}
262
263			private static String nullify(String str) {
264			if (str == null)
265			return null;
266	torben	2279
267	torben	2372	if (str.equals("")) {
268			return null;
269			} else {
270			return str;
271			}
272	torben	2279	}
273
274	torben	2372	private static String coalesce(String s1, String s2) {
275			if (s1 != null)
276			return s1;
277
278			return s2;
279			}
280
281
282	torben	2274	}