--- dao/DaoAdresseService/src/dk/daoas/daoadresseservice/db/DatabaseLayer.java 2015/02/15 10:11:13 2296 +++ dao/DaoAdresseService/src/dk/daoas/daoadresseservice/db/DatabaseLayer.java 2015/02/17 08:27:13 2318 @@ -14,6 +14,7 @@ import dk.daoas.daoadresseservice.beans.Address; import dk.daoas.daoadresseservice.beans.ExtendedBean; import dk.daoas.daoadresseservice.beans.HundredePctBean; +import dk.daoas.daoadresseservice.util.DeduplicateHelper; public class DatabaseLayer { @@ -27,21 +28,36 @@ Connection conn = DBConnection.getConnection(); Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY); + stmt.setFetchSize(Integer.MIN_VALUE); ResultSet res = stmt.executeQuery(sql); List
list = new ArrayList
(2600000);//initial capacity 2.6 mio + DeduplicateHelper vejnavne = new DeduplicateHelper(); + DeduplicateHelper distributorer = new DeduplicateHelper(); + + while (res.next()) { + + // Cache String instanserne for vejnavne for at mindske hukommelses forbruget + String dbVejnavn = res.getString(2); + String vejnavn = vejnavne.getInstance(dbVejnavn); + + // Cache String instanserne for distributor for at mindske hukommelses forbruget + // (De-dubblicate) + String dbDistributor = res.getString(9); + String distributor = distributorer.getInstance(dbDistributor); + Address a = new Address(); a.id = res.getInt(1); - a.vejnavn = res.getString(2); + a.vejnavn = vejnavn; a.husnr = res.getInt(3); a.husnrbogstav = res.getString(4); a.kommunekode = res.getInt(5); a.vejkode = res.getInt(6); a.postnr = res.getInt(7); a.gadeid = res.getLong(8); - a.distributor = res.getString(9); + a.distributor = distributor; a.dbkBane = res.getInt(10); a.koreliste = res.getString(11); a.rute = res.getString(12); @@ -66,9 +82,6 @@ } public static List getExtendedAdresslist() throws SQLException { - //DEBUG - if (true) - return new ArrayList(); String sql = "select orgid, a.id as targetid, afstand, LOWER(type) as type from fulddaekning.afstand_anden_rute a " + "join odbc.transporttype t " + @@ -85,15 +98,23 @@ Connection conn = DBConnection.getConnection(); Statement stmt = conn.createStatement(java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY); + stmt.setFetchSize(Integer.MIN_VALUE); + ResultSet res = stmt.executeQuery(sql); + DeduplicateHelper transportTyper = new DeduplicateHelper(); + List list = new ArrayList( 350000); //Initial capacity 350K while (res.next()) { + + String dbTransport = res.getString(4); + String transport = transportTyper.getInstance(dbTransport); + ExtendedBean eb = new ExtendedBean(); eb.orgId = res.getInt(1); eb.targetId = res.getInt(2); eb.afstand = res.getDouble(3); - eb.transport = res.getString(4); + eb.transport = transport; list.add(eb); } @@ -117,11 +138,16 @@ Map map = new HashMap(); + DeduplicateHelper distributorer = new DeduplicateHelper(); + while (res.next()) { + String dbDistributor = res.getString(2); + String distributor = distributorer.getInstance(dbDistributor); + HundredePctBean bean = new HundredePctBean(); bean.postnr = res.getInt(1); - bean.distributor = res.getString(2); + bean.distributor = distributor; bean.rute = res.getString(3); bean.koreliste = res.getString(4); bean.dbkBane = res.getInt(5);