/[projects]/dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayer.java
ViewVC logotype

Annotation of /dao/DaoAdresseService/src/main/java/dk/daoas/daoadresseservice/db/DatabaseLayer.java

Parent Directory Parent Directory | Revision Log Revision Log


Revision 2308 - (hide annotations) (download)
Mon Feb 16 09:51:24 2015 UTC (9 years, 3 months ago) by torben
Original Path: dao/DaoAdresseService/src/dk/daoas/daoadresseservice/db/DatabaseLayer.java
File size: 4890 byte(s)
1) Optimize DB read by forcing mysql to read 1 row at a time
2) Cache road names and there by forcing them to use a shared reference to the various strings - reducing memory consumption by ~100MB
1 torben 2274 package dk.daoas.daoadresseservice.db;
2    
3    
4     import java.sql.Connection;
5     import java.sql.ResultSet;
6     import java.sql.SQLException;
7     import java.sql.Statement;
8     import java.util.ArrayList;
9 torben 2279 import java.util.HashMap;
10 torben 2274 import java.util.List;
11 torben 2279 import java.util.Map;
12 torben 2274
13     import dk.daoas.daoadresseservice.DaekningsType;
14 torben 2282 import dk.daoas.daoadresseservice.beans.Address;
15     import dk.daoas.daoadresseservice.beans.ExtendedBean;
16     import dk.daoas.daoadresseservice.beans.HundredePctBean;
17 torben 2274
18     public class DatabaseLayer {
19    
20     public static List<Address> getAllAdresses() throws SQLException {
21    
22 torben 2283 String sql = "SELECT id,vejnavn,husnr,husnrbogstav,kommunekode,vejkode,postnr,gadeid,upper(distributor) AS distributor,dbkbane,koreliste,rute "
23 torben 2274 + "FROM fulddaekning.adressetabel "
24 torben 2296 + "WHERE gadeid IS NOT NULL "
25     //+ "AND postnr = 8700" //DEBUG only
26 torben 2274 ;
27    
28     Connection conn = DBConnection.getConnection();
29     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
30 torben 2308 stmt.setFetchSize(Integer.MIN_VALUE);
31 torben 2274 ResultSet res = stmt.executeQuery(sql);
32    
33 torben 2285 List<Address> list = new ArrayList<Address>(2600000);//initial capacity 2.6 mio
34 torben 2274
35 torben 2308 Map<String,String> vejnavne = new HashMap<String,String>();
36    
37 torben 2274 while (res.next()) {
38 torben 2308
39     // Cache String instanserne for vejnavne for at mindske hukommelses forbruget
40     String dbVejnavn = res.getString(2);
41     String vejnavn = vejnavne.get(dbVejnavn);
42     if ( vejnavn == null ) {
43     vejnavn = dbVejnavn;
44     vejnavne.put(vejnavn, vejnavn);
45     }
46    
47 torben 2274 Address a = new Address();
48     a.id = res.getInt(1);
49 torben 2308 a.vejnavn = vejnavn;
50 torben 2274 a.husnr = res.getInt(3);
51     a.husnrbogstav = res.getString(4);
52     a.kommunekode = res.getInt(5);
53     a.vejkode = res.getInt(6);
54     a.postnr = res.getInt(7);
55     a.gadeid = res.getLong(8);
56     a.distributor = res.getString(9);
57     a.dbkBane = res.getInt(10);
58     a.koreliste = res.getString(11);
59     a.rute = res.getString(12);
60    
61 torben 2281 //a.vasketVejnavn = AddressUtils.vaskVejnavn(a.vejnavn);
62 torben 2274
63     if (a.rute != null && a.rute.length()> 0) {
64     a.daekningsType = DaekningsType.DAEKNING_DIREKTE;
65     } else {
66     a.daekningsType = DaekningsType.DAEKNING_IKKEDAEKKET;
67 torben 2283 }
68 torben 2274
69     list.add(a);
70     }
71     res.close();
72     stmt.close();
73     conn.close();
74    
75     System.out.println("Loaded " + list.size() + " adresses");
76    
77     return list;
78     }
79 torben 2276
80 torben 2279 public static List<ExtendedBean> getExtendedAdresslist() throws SQLException {
81 torben 2296
82 torben 2283 String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " +
83 torben 2276 "join odbc.transporttype t " +
84     "on t.Art = 'Transpost' " +
85     "and ( (t.Type = 'Cykel' and a.Afstand < 1.001) or (t.Type = 'Scooter' and a.Afstand < 1.201) or (t.Type = 'Bil' and a.Afstand < 2.601) ) " +
86     "and t.Rute = a.Rute " +
87    
88     "UNION ALL " +
89    
90     "SELECT orgid, a.id as targetid, afstand,'' as type FROM fulddaekning.afstand_anden_rute_bk a " +
91     "left join bogleveringer.postnummerdistributor d on d.PostNr = a.orgPostnr " +
92     "WHERE d.Distributor <> 10057"
93     ;
94    
95     Connection conn = DBConnection.getConnection();
96     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
97 torben 2308 stmt.setFetchSize(Integer.MIN_VALUE);
98    
99 torben 2276 ResultSet res = stmt.executeQuery(sql);
100    
101 torben 2285 List<ExtendedBean> list = new ArrayList<ExtendedBean>( 350000); //Initial capacity 350K
102 torben 2276 while (res.next()) {
103     ExtendedBean eb = new ExtendedBean();
104     eb.orgId = res.getInt(1);
105     eb.targetId = res.getInt(2);
106     eb.afstand = res.getDouble(3);
107 torben 2283 eb.transport = res.getString(4);
108 torben 2276
109     list.add(eb);
110     }
111    
112     res.close();
113     stmt.close();
114     conn.close();
115    
116     System.out.println("Loaded " + list.size() + " extendedbeans");
117    
118     return list;
119     }
120    
121 torben 2279 public static Map<Integer,HundredePctBean> get100PctList() throws SQLException {
122 torben 2283 String sql = "SELECT postnr,UPPER(distributor) as distributor,rute,koreliste,dbkbane " +
123 torben 2279 "FROM bogleveringer.adresser_udenfor_daekning";
124    
125     Connection conn = DBConnection.getConnection();
126     Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY);
127     ResultSet res = stmt.executeQuery(sql);
128    
129     Map<Integer,HundredePctBean> map = new HashMap<Integer,HundredePctBean>();
130    
131     while (res.next()) {
132    
133     HundredePctBean bean = new HundredePctBean();
134     bean.postnr = res.getInt(1);
135 torben 2283 bean.distributor = res.getString(2);
136 torben 2279 bean.rute = res.getString(3);
137     bean.koreliste = res.getString(4);
138     bean.dbkBane = res.getInt(5);
139    
140     map.put(bean.postnr, bean);
141     }
142    
143     res.close();
144     stmt.close();
145     conn.close();
146    
147 torben 2285 System.out.println("Loaded " + map.size() + " 100pct beans");
148 torben 2279
149     return map;
150    
151     }
152    
153 torben 2274 }

  ViewVC Help
Powered by ViewVC 1.1.20