daoadresseservice/db/DatabaseLayer.java

package dk.daoas.daoadresseservice.db;


import java.sql.Connection;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import dk.daoas.daoadresseservice.DaekningsType;
import dk.daoas.daoadresseservice.beans.Address;
import dk.daoas.daoadresseservice.beans.ExtendedBean;
import dk.daoas.daoadresseservice.beans.HundredePctBean;
import dk.daoas.daoadresseservice.util.DeduplicateHelper;

public class DatabaseLayer {
        
        static boolean DEBUG = false;
        
        public static List<Address> getAllAdresses() throws SQLException {
                String debugFilter = DatabaseLayer.DEBUG ? " AND postnr = 8700 " : "";
                
                String sql = "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute "
                                + "FROM fulddaekning.adressetabel "
                                + "WHERE gadeid IS NOT NULL "
                                + debugFilter
                                ;
                
                Connection conn = DBConnection.getConnection();         
                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                stmt.setFetchSize(Integer.MIN_VALUE);
                ResultSet res = stmt.executeQuery(sql);
                
                List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
                
                DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
                DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
                DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
                DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
                DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();

                
                while (res.next()) {
                        
                        Address a = new Address();
                        a.id = res.getInt(1);
                        a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
                        a.husnr = res.getInt(3);
                        a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
                        a.kommunekode = res.getInt(5);
                        a.vejkode = res.getInt(6);
                        a.postnr = res.getInt(7);
                        a.gadeid = res.getLong(8);
                        a.distributor = distributorCache.getInstance(res.getString(9));
                        a.dbkBane = res.getInt(10);
                        a.koreliste = korelisteCache.getInstance( res.getString(11) );
                        a.rute = ruteCache.getInstance( res.getString(12) );
                        
                        //a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
                        
                        if (a.rute != null && a.rute.length()> 0) {
                                a.daekningsType = DaekningsType.DAEKNING_DIREKTE;
                        } else {
                                a.daekningsType = DaekningsType.DAEKNING_IKKEDAEKKET;
                        }                       
                        
                        list.add(a);
                }
                res.close();
                stmt.close();
                conn.close();
                
                System.out.println("Loaded " + list.size() + " adresses");
                
                return list;
        }
        
        public static List<ExtendedBean> getExtendedAdresslist() throws SQLException {
                String debugFilter1 = DatabaseLayer.DEBUG ? " WHERE orgPostnr = 8700 " : "";
                String debugFilter2 = DatabaseLayer.DEBUG ? " AND orgPostnr = 8700 " : "";
                
                
                String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
                                        "join odbc.transporttype t " + 
                                        "on t.Art = 'Transpost' " +
                                        "and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
                                        "and t.Rute = a.Rute " + 
                                        debugFilter1 +
                                        
                                        "UNION ALL " +
                                        
                                        "SELECT orgid, a.id as targetid, afstand,'' as type FROM  fulddaekning.afstand_anden_rute_bk a " +
                                        "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " + 
                                        "WHERE d.Distributor <> 10057 " +
                                        debugFilter2
                                        ;
                
                Connection conn = DBConnection.getConnection();         
                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                stmt.setFetchSize(Integer.MIN_VALUE);
                
                ResultSet res = stmt.executeQuery(sql);
                
                DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
                
                List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
                while (res.next()) {            
                        
                        ExtendedBean eb = new ExtendedBean();
                        eb.orgId = res.getInt(1);
                        eb.targetId = res.getInt(2);
                        eb.afstand = res.getDouble(3);
                        eb.transport = transportCache.getInstance(res.getString(4));
                                                
                        list.add(eb);
                }
                
                res.close();
                stmt.close();
                conn.close();
                
                System.out.println("Loaded " + list.size() + " extendedbeans");
                
                return list;
        }
        
        public static Map<Integer,HundredePctBean> get100PctList() throws SQLException {
                String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " + 
                                         "FROM bogleveringer.adresser_udenfor_daekning";
                
                Connection conn = DBConnection.getConnection();         
                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                ResultSet res = stmt.executeQuery(sql);

                Map<Integer,HundredePctBean> map = new HashMap<Integer,HundredePctBean>();
                
                DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
                
                while (res.next()) {
                        
                        
                        HundredePctBean bean = new HundredePctBean();
                        bean.postnr = res.getInt(1);
                        bean.distributor = distributorCache.getInstance(res.getString(2));
                        bean.rute = res.getString(3);
                        bean.koreliste = res.getString(4);
                        bean.dbkBane = res.getInt(5);                   
                                                
                        map.put(bean.postnr, bean);
                }
                
                res.close();
                stmt.close();
                conn.close();
                
                System.out.println("Loaded " + map.size() + " 100pct beans");
                
                return map;
                
        }
        
}
1	torben	2274	package dk.daoas.daoadresseservice.db;
2
3
4			import java.sql.Connection;
5			import java.sql.ResultSet;
6			import java.sql.SQLException;
7			import java.sql.Statement;
8			import java.util.ArrayList;
9	torben	2279	import java.util.HashMap;
10	torben	2274	import java.util.List;
11	torben	2279	import java.util.Map;
12	torben	2274
13			import dk.daoas.daoadresseservice.DaekningsType;
14	torben	2282	import dk.daoas.daoadresseservice.beans.Address;
15			import dk.daoas.daoadresseservice.beans.ExtendedBean;
16			import dk.daoas.daoadresseservice.beans.HundredePctBean;
17	torben	2316	import dk.daoas.daoadresseservice.util.DeduplicateHelper;
18	torben	2274
19			public class DatabaseLayer {
20
21	torben	2337	static boolean DEBUG = false;
22
23	torben	2274	public static List<Address> getAllAdresses() throws SQLException {
24	torben	2337	String debugFilter = DatabaseLayer.DEBUG ? " AND postnr = 8700 " : "";
25	torben	2274
26	torben	2283	String sql = "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute "
27	torben	2274	+ "FROM fulddaekning.adressetabel "
28	torben	2296	+ "WHERE gadeid IS NOT NULL "
29	torben	2337	+ debugFilter
30	torben	2274	;
31
32			Connection conn = DBConnection.getConnection();
33			Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
34	torben	2308	stmt.setFetchSize(Integer.MIN_VALUE);
35	torben	2274	ResultSet res = stmt.executeQuery(sql);
36
37	torben	2285	List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
38	torben	2274
39	torben	2319	DeduplicateHelper<String> vejnavnCache = new DeduplicateHelper<String>();
40	torben	2323	DeduplicateHelper<String> husnrbogstavCache = new DeduplicateHelper<String>();
41	torben	2319	DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
42			DeduplicateHelper<String> korelisteCache = new DeduplicateHelper<String>();
43			DeduplicateHelper<String> ruteCache = new DeduplicateHelper<String>();
44	torben	2316
45	torben	2308
46	torben	2274	while (res.next()) {
47	torben	2308
48	torben	2274	Address a = new Address();
49			a.id = res.getInt(1);
50	torben	2319	a.vejnavn = vejnavnCache.getInstance( res.getString(2) );
51	torben	2274	a.husnr = res.getInt(3);
52	torben	2323	a.husnrbogstav = husnrbogstavCache.getInstance( res.getString(4) );
53	torben	2274	a.kommunekode = res.getInt(5);
54			a.vejkode = res.getInt(6);
55			a.postnr = res.getInt(7);
56			a.gadeid = res.getLong(8);
57	torben	2320	a.distributor = distributorCache.getInstance(res.getString(9));
58	torben	2274	a.dbkBane = res.getInt(10);
59	torben	2319	a.koreliste = korelisteCache.getInstance( res.getString(11) );
60			a.rute = ruteCache.getInstance( res.getString(12) );
61	torben	2274
62	torben	2281	//a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
63	torben	2274
64			if (a.rute != null && a.rute.length()> 0) {
65			a.daekningsType = DaekningsType.DAEKNING_DIREKTE;
66			} else {
67			a.daekningsType = DaekningsType.DAEKNING_IKKEDAEKKET;
68	torben	2283	}
69	torben	2274
70			list.add(a);
71			}
72			res.close();
73			stmt.close();
74			conn.close();
75
76			System.out.println("Loaded " + list.size() + " adresses");
77
78			return list;
79			}
80	torben	2276
81	torben	2279	public static List<ExtendedBean> getExtendedAdresslist() throws SQLException {
82	torben	2337	String debugFilter1 = DatabaseLayer.DEBUG ? " WHERE orgPostnr = 8700 " : "";
83			String debugFilter2 = DatabaseLayer.DEBUG ? " AND orgPostnr = 8700 " : "";
84	torben	2296
85	torben	2337
86	torben	2283	String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
87	torben	2276	"join odbc.transporttype t " +
88			"on t.Art = 'Transpost' " +
89			"and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
90			"and t.Rute = a.Rute " +
91	torben	2337	debugFilter1 +
92	torben	2276
93			"UNION ALL " +
94
95			"SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
96			"left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
97	torben	2337	"WHERE d.Distributor <> 10057 " +
98			debugFilter2
99	torben	2276	;
100
101			Connection conn = DBConnection.getConnection();
102			Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
103	torben	2308	stmt.setFetchSize(Integer.MIN_VALUE);
104
105	torben	2276	ResultSet res = stmt.executeQuery(sql);
106
107	torben	2320	DeduplicateHelper<String> transportCache = new DeduplicateHelper<String>();
108	torben	2318
109	torben	2285	List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
110	torben	2320	while (res.next()) {
111	torben	2318
112	torben	2276	ExtendedBean eb = new ExtendedBean();
113			eb.orgId = res.getInt(1);
114			eb.targetId = res.getInt(2);
115			eb.afstand = res.getDouble(3);
116	torben	2320	eb.transport = transportCache.getInstance(res.getString(4));
117	torben	2276
118			list.add(eb);
119			}
120
121			res.close();
122			stmt.close();
123			conn.close();
124
125			System.out.println("Loaded " + list.size() + " extendedbeans");
126
127			return list;
128			}
129
130	torben	2279	public static Map<Integer,HundredePctBean> get100PctList() throws SQLException {
131	torben	2283	String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
132	torben	2279	"FROM bogleveringer.adresser_udenfor_daekning";
133
134			Connection conn = DBConnection.getConnection();
135			Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
136			ResultSet res = stmt.executeQuery(sql);
137
138			Map<Integer,HundredePctBean> map = new HashMap<Integer,HundredePctBean>();
139
140	torben	2320	DeduplicateHelper<String> distributorCache = new DeduplicateHelper<String>();
141	torben	2317
142	torben	2279	while (res.next()) {
143
144	torben	2317
145	torben	2279	HundredePctBean bean = new HundredePctBean();
146			bean.postnr = res.getInt(1);
147	torben	2320	bean.distributor = distributorCache.getInstance(res.getString(2));
148	torben	2279	bean.rute = res.getString(3);
149			bean.koreliste = res.getString(4);
150			bean.dbkBane = res.getInt(5);
151
152			map.put(bean.postnr, bean);
153			}
154
155			res.close();
156			stmt.close();
157			conn.close();
158
159	torben	2285	System.out.println("Loaded " + map.size() + " 100pct beans");
160	torben	2279
161			return map;
162
163			}
164
165	torben	2274	}