/[projects]/dao/DaoAdresseService/src/dk/daoas/daoadresseservice/db/DatabaseLayer.java
ViewVC logotype

Contents of /dao/DaoAdresseService/src/dk/daoas/daoadresseservice/db/DatabaseLayer.java

Parent Directory Parent Directory | Revision Log Revision Log


Revision 2308 - (show annotations) (download)
Mon Feb 16 09:51:24 2015 UTC (9 years, 3 months ago) by torben
File size: 4890 byte(s)
1) Optimize DB read by forcing mysql to read 1 row at a time
2) Cache road names and there by forcing them to use a shared reference to the various strings - reducing memory consumption by ~100MB
1 package dk.daoas.daoadresseservice.db;
2
3
4 import java.sql.Connection;
5 import java.sql.ResultSet;
6 import java.sql.SQLException;
7 import java.sql.Statement;
8 import java.util.ArrayList;
9 import java.util.HashMap;
10 import java.util.List;
11 import java.util.Map;
12
13 import dk.daoas.daoadresseservice.DaekningsType;
14 import dk.daoas.daoadresseservice.beans.Address;
15 import dk.daoas.daoadresseservice.beans.ExtendedBean;
16 import dk.daoas.daoadresseservice.beans.HundredePctBean;
17
18 public class DatabaseLayer {
19
20 public static List<Address> getAllAdresses() throws SQLException {
21
22 String sql = "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute "
23 + "FROM fulddaekning.adressetabel "
24 + "WHERE gadeid IS NOT NULL "
25 //+ "AND postnr = 8700" //DEBUG only
26 ;
27
28 Connection conn = DBConnection.getConnection();
29 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
30 stmt.setFetchSize(Integer.MIN_VALUE);
31 ResultSet res = stmt.executeQuery(sql);
32
33 List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
34
35 Map<String,String> vejnavne = new HashMap<String,String>();
36
37 while (res.next()) {
38
39 // Cache String instanserne for vejnavne for at mindske hukommelses forbruget
40 String dbVejnavn = res.getString(2);
41 String vejnavn = vejnavne.get(dbVejnavn);
42 if ( vejnavn == null ) {
43 vejnavn = dbVejnavn;
44 vejnavne.put(vejnavn, vejnavn);
45 }
46
47 Address a = new Address();
48 a.id = res.getInt(1);
49 a.vejnavn = vejnavn;
50 a.husnr = res.getInt(3);
51 a.husnrbogstav = res.getString(4);
52 a.kommunekode = res.getInt(5);
53 a.vejkode = res.getInt(6);
54 a.postnr = res.getInt(7);
55 a.gadeid = res.getLong(8);
56 a.distributor = res.getString(9);
57 a.dbkBane = res.getInt(10);
58 a.koreliste = res.getString(11);
59 a.rute = res.getString(12);
60
61 //a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
62
63 if (a.rute != null && a.rute.length()> 0) {
64 a.daekningsType = DaekningsType.DAEKNING_DIREKTE;
65 } else {
66 a.daekningsType = DaekningsType.DAEKNING_IKKEDAEKKET;
67 }
68
69 list.add(a);
70 }
71 res.close();
72 stmt.close();
73 conn.close();
74
75 System.out.println("Loaded " + list.size() + " adresses");
76
77 return list;
78 }
79
80 public static List<ExtendedBean> getExtendedAdresslist() throws SQLException {
81
82 String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
83 "join odbc.transporttype t " +
84 "on t.Art = 'Transpost' " +
85 "and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
86 "and t.Rute = a.Rute " +
87
88 "UNION ALL " +
89
90 "SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
91 "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
92 "WHERE d.Distributor <> 10057"
93 ;
94
95 Connection conn = DBConnection.getConnection();
96 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
97 stmt.setFetchSize(Integer.MIN_VALUE);
98
99 ResultSet res = stmt.executeQuery(sql);
100
101 List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
102 while (res.next()) {
103 ExtendedBean eb = new ExtendedBean();
104 eb.orgId = res.getInt(1);
105 eb.targetId = res.getInt(2);
106 eb.afstand = res.getDouble(3);
107 eb.transport = res.getString(4);
108
109 list.add(eb);
110 }
111
112 res.close();
113 stmt.close();
114 conn.close();
115
116 System.out.println("Loaded " + list.size() + " extendedbeans");
117
118 return list;
119 }
120
121 public static Map<Integer,HundredePctBean> get100PctList() throws SQLException {
122 String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
123 "FROM bogleveringer.adresser_udenfor_daekning";
124
125 Connection conn = DBConnection.getConnection();
126 Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
127 ResultSet res = stmt.executeQuery(sql);
128
129 Map<Integer,HundredePctBean> map = new HashMap<Integer,HundredePctBean>();
130
131 while (res.next()) {
132
133 HundredePctBean bean = new HundredePctBean();
134 bean.postnr = res.getInt(1);
135 bean.distributor = res.getString(2);
136 bean.rute = res.getString(3);
137 bean.koreliste = res.getString(4);
138 bean.dbkBane = res.getInt(5);
139
140 map.put(bean.postnr, bean);
141 }
142
143 res.close();
144 stmt.close();
145 conn.close();
146
147 System.out.println("Loaded " + map.size() + " 100pct beans");
148
149 return map;
150
151 }
152
153 }

  ViewVC Help
Powered by ViewVC 1.1.20