daoadresseservice/db/DatabaseLayer.java

package dk.daoas.daoadresseservice.db;


import java.sql.Connection;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import dk.daoas.daoadresseservice.DaekningsType;
import dk.daoas.daoadresseservice.beans.Address;
import dk.daoas.daoadresseservice.beans.ExtendedBean;
import dk.daoas.daoadresseservice.beans.HundredePctBean;
import dk.daoas.daoadresseservice.util.DeduplicateHelper;

public class DatabaseLayer {
        
        public static List<Address> getAllAdresses() throws SQLException {
                
                String sql = "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute "
                                + "FROM fulddaekning.adressetabel "
                                + "WHERE gadeid IS NOT NULL "
                                //+ "AND postnr = 8700" //DEBUG only
                                ;
                
                Connection conn = DBConnection.getConnection();         
                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                stmt.setFetchSize(Integer.MIN_VALUE);
                ResultSet res = stmt.executeQuery(sql);
                
                List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
                
                DeduplicateHelper<String> vejnavne = new DeduplicateHelper<String>();
                DeduplicateHelper<String> distributorer = new DeduplicateHelper<String>();

                
                while (res.next()) {
                        
                        // Cache String instanserne for vejnavne for at mindske hukommelses forbruget
                        String dbVejnavn = res.getString(2);                    
                        String vejnavn = vejnavne.getInstance(dbVejnavn);

                        // Cache String instanserne for distributor for at mindske hukommelses forbruget
                        // (De-dubblicate)
                        String dbDistributor = res.getString(9);                        
                        String distributor = distributorer.getInstance(dbDistributor);
                        
                        Address a = new Address();
                        a.id = res.getInt(1);
                        a.vejnavn = vejnavn;
                        a.husnr = res.getInt(3);
                        a.husnrbogstav = res.getString(4);
                        a.kommunekode = res.getInt(5);
                        a.vejkode = res.getInt(6);
                        a.postnr = res.getInt(7);
                        a.gadeid = res.getLong(8);
                        a.distributor = distributor;
                        a.dbkBane = res.getInt(10);
                        a.koreliste = res.getString(11);
                        a.rute = res.getString(12);
                        
                        //a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
                        
                        if (a.rute != null && a.rute.length()> 0) {
                                a.daekningsType = DaekningsType.DAEKNING_DIREKTE;
                        } else {
                                a.daekningsType = DaekningsType.DAEKNING_IKKEDAEKKET;
                        }                       
                        
                        list.add(a);
                }
                res.close();
                stmt.close();
                conn.close();
                
                System.out.println("Loaded " + list.size() + " adresses");
                
                return list;
        }
        
        public static List<ExtendedBean> getExtendedAdresslist() throws SQLException {
                
                String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
                                        "join odbc.transporttype t " + 
                                        "on t.Art = 'Transpost' " +
                                        "and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
                                        "and t.Rute = a.Rute " + 
                                        
                                        "UNION ALL " +
                                        
                                        "SELECT orgid, a.id as targetid, afstand,'' as type FROM  fulddaekning.afstand_anden_rute_bk a " +
                                        "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " + 
                                        "WHERE d.Distributor <> 10057"
                                        ;
                
                Connection conn = DBConnection.getConnection();         
                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                stmt.setFetchSize(Integer.MIN_VALUE);
                
                ResultSet res = stmt.executeQuery(sql);
                
                List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
                while (res.next()) {
                        ExtendedBean eb = new ExtendedBean();
                        eb.orgId = res.getInt(1);
                        eb.targetId = res.getInt(2);
                        eb.afstand = res.getDouble(3);
                        eb.transport = res.getString(4);
                                                
                        list.add(eb);
                }
                
                res.close();
                stmt.close();
                conn.close();
                
                System.out.println("Loaded " + list.size() + " extendedbeans");
                
                return list;
        }
        
        public static Map<Integer,HundredePctBean> get100PctList() throws SQLException {
                String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " + 
                                         "FROM bogleveringer.adresser_udenfor_daekning";
                
                Connection conn = DBConnection.getConnection();         
                Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
                ResultSet res = stmt.executeQuery(sql);

                Map<Integer,HundredePctBean> map = new HashMap<Integer,HundredePctBean>();
                
                DeduplicateHelper<String> distributorer = new DeduplicateHelper<String>();
                
                while (res.next()) {
                        
                        String dbDistributor = res.getString(2);                        
                        String distributor = distributorer.getInstance(dbDistributor);
                        
                        HundredePctBean bean = new HundredePctBean();
                        bean.postnr = res.getInt(1);
                        bean.distributor = distributor;
                        bean.rute = res.getString(3);
                        bean.koreliste = res.getString(4);
                        bean.dbkBane = res.getInt(5);                   
                                                
                        map.put(bean.postnr, bean);
                }
                
                res.close();
                stmt.close();
                conn.close();
                
                System.out.println("Loaded " + map.size() + " 100pct beans");
                
                return map;
                
        }
        
}
1	package dk.daoas.daoadresseservice.db;
2
3
4	import java.sql.Connection;
5	import java.sql.ResultSet;
6	import java.sql.SQLException;
7	import java.sql.Statement;
8	import java.util.ArrayList;
9	import java.util.HashMap;
10	import java.util.List;
11	import java.util.Map;
12
13	import dk.daoas.daoadresseservice.DaekningsType;
14	import dk.daoas.daoadresseservice.beans.Address;
15	import dk.daoas.daoadresseservice.beans.ExtendedBean;
16	import dk.daoas.daoadresseservice.beans.HundredePctBean;
17	import dk.daoas.daoadresseservice.util.DeduplicateHelper;
18
19	public class DatabaseLayer {
20
21	public static List<Address> getAllAdresses() throws SQLException {
22
23	String sql = "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute "
24	+ "FROM fulddaekning.adressetabel "
25	+ "WHERE gadeid IS NOT NULL "
26	//+ "AND postnr = 8700" //DEBUG only
27	;
28
29	Connection conn = DBConnection.getConnection();
30	Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
31	stmt.setFetchSize(Integer.MIN_VALUE);
32	ResultSet res = stmt.executeQuery(sql);
33
34	List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
35
36	DeduplicateHelper<String> vejnavne = new DeduplicateHelper<String>();
37	DeduplicateHelper<String> distributorer = new DeduplicateHelper<String>();
38
39
40	while (res.next()) {
41
42	// Cache String instanserne for vejnavne for at mindske hukommelses forbruget
43	String dbVejnavn = res.getString(2);
44	String vejnavn = vejnavne.getInstance(dbVejnavn);
45
46	// Cache String instanserne for distributor for at mindske hukommelses forbruget
47	// (De-dubblicate)
48	String dbDistributor = res.getString(9);
49	String distributor = distributorer.getInstance(dbDistributor);
50
51	Address a = new Address();
52	a.id = res.getInt(1);
53	a.vejnavn = vejnavn;
54	a.husnr = res.getInt(3);
55	a.husnrbogstav = res.getString(4);
56	a.kommunekode = res.getInt(5);
57	a.vejkode = res.getInt(6);
58	a.postnr = res.getInt(7);
59	a.gadeid = res.getLong(8);
60	a.distributor = distributor;
61	a.dbkBane = res.getInt(10);
62	a.koreliste = res.getString(11);
63	a.rute = res.getString(12);
64
65	//a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
66
67	if (a.rute != null && a.rute.length()> 0) {
68	a.daekningsType = DaekningsType.DAEKNING_DIREKTE;
69	} else {
70	a.daekningsType = DaekningsType.DAEKNING_IKKEDAEKKET;
71	}
72
73	list.add(a);
74	}
75	res.close();
76	stmt.close();
77	conn.close();
78
79	System.out.println("Loaded " + list.size() + " adresses");
80
81	return list;
82	}
83
84	public static List<ExtendedBean> getExtendedAdresslist() throws SQLException {
85
86	String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
87	"join odbc.transporttype t " +
88	"on t.Art = 'Transpost' " +
89	"and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
90	"and t.Rute = a.Rute " +
91
92	"UNION ALL " +
93
94	"SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
95	"left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
96	"WHERE d.Distributor <> 10057"
97	;
98
99	Connection conn = DBConnection.getConnection();
100	Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
101	stmt.setFetchSize(Integer.MIN_VALUE);
102
103	ResultSet res = stmt.executeQuery(sql);
104
105	List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
106	while (res.next()) {
107	ExtendedBean eb = new ExtendedBean();
108	eb.orgId = res.getInt(1);
109	eb.targetId = res.getInt(2);
110	eb.afstand = res.getDouble(3);
111	eb.transport = res.getString(4);
112
113	list.add(eb);
114	}
115
116	res.close();
117	stmt.close();
118	conn.close();
119
120	System.out.println("Loaded " + list.size() + " extendedbeans");
121
122	return list;
123	}
124
125	public static Map<Integer,HundredePctBean> get100PctList() throws SQLException {
126	String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
127	"FROM bogleveringer.adresser_udenfor_daekning";
128
129	Connection conn = DBConnection.getConnection();
130	Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
131	ResultSet res = stmt.executeQuery(sql);
132
133	Map<Integer,HundredePctBean> map = new HashMap<Integer,HundredePctBean>();
134
135	DeduplicateHelper<String> distributorer = new DeduplicateHelper<String>();
136
137	while (res.next()) {
138
139	String dbDistributor = res.getString(2);
140	String distributor = distributorer.getInstance(dbDistributor);
141
142	HundredePctBean bean = new HundredePctBean();
143	bean.postnr = res.getInt(1);
144	bean.distributor = distributor;
145	bean.rute = res.getString(3);
146	bean.koreliste = res.getString(4);
147	bean.dbkBane = res.getInt(5);
148
149	map.put(bean.postnr, bean);
150	}
151
152	res.close();
153	stmt.close();
154	conn.close();
155
156	System.out.println("Loaded " + map.size() + " 100pct beans");
157
158	return map;
159
160	}
161
162	}