package dk.daoas.adressevedligehold.afstandandenrute;
import java.io.IOException;
import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Queue;
import java.util.Set;
import java.util.TreeSet;
import java.util.concurrent.ConcurrentLinkedQueue;
import dk.daoas.adressevedligehold.beans.Address;
import dk.daoas.adressevedligehold.tasks.TaskLogger;
import dk.daoas.adressevedligehold.util.DeduplicateHelper;
import edu.umd.cs.findbugs.annotations.SuppressFBWarnings;
public class Database {
private TaskLogger logger = TaskLogger.getInstance();
int batchCount = 0;
Connection conn;
PreparedStatement saveStmt;
List
alleAddressr;
Address alleIkkeDaekkede[];
Map> daekkedeAddressrHO = new HashMap>();
DeduplicateHelper vejnavnCache = new DeduplicateHelper();
DeduplicateHelper husnrbogstavCache = new DeduplicateHelper();
DeduplicateHelper ruteCache = new DeduplicateHelper();
Set postnumre = new TreeSet();
//Map> ikkeDaekkedePrPost = new HashMap>();
private HashMap bbCache = new HashMap();
public Database(Connection conn) throws SQLException,IOException {
this.conn = conn;
String sql = "INSERT INTO fulddaekning.afstand_anden_rute_ny (orgId,orgPostnr, orgAdresse,orgGadeid,orgHusnr,orgHusnrBogstav,orgRute,id,postnr,adresse,gadeid,husnr,husnrbogstav,rute,afstand,`timestamp`) "+
"VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?, now() )";
saveStmt = conn.prepareStatement(sql);
}
public void resetResultTable() throws SQLException {
try (Statement stmt = conn.createStatement()) {
logger.info("Dropping old result table (if exists)");
String sql = "DROP TABLE IF EXISTS fulddaekning.afstand_anden_rute_ny";
stmt.executeUpdate(sql);
logger.info("Create new result table");
sql = "CREATE TABLE fulddaekning.afstand_anden_rute_ny LIKE fulddaekning.afstand_anden_rute";
stmt.executeUpdate(sql);
}
}
@SuppressFBWarnings("SQL_NONCONSTANT_STRING_PASSED_TO_EXECUTE")
public void renameResultTables() throws SQLException {
if (AfstandAndenRuteTask.test_mode == true) {
throw new RuntimeException("Can not rename tables in test mode");
}
Constants consts = Constants.getInstance();
try (Statement stmt = conn.createStatement()) {
String ext = consts.getTableExtension();
logger.info("Dropping old backup table (if exists)");
String sql = "DROP TABLE IF EXISTS fulddaekning.afstand_anden_rute_old" + ext;
stmt.executeUpdate(sql);
logger.info("Rename tables");
String sql2 = "RENAME TABLE fulddaekning.afstand_anden_rute" + ext + " TO fulddaekning.afstand_anden_rute_old" + ext + ", fulddaekning.afstand_anden_rute_ny TO fulddaekning.afstand_anden_rute" + ext;
logger.info("Executing: " + sql2);
stmt.executeUpdate(sql2);
}
}
public BoundingBox getBoundingbox(short postnr) {
BoundingBox bb = bbCache.get(postnr);
return new BoundingBox(bb); //never return the original / cached object
}
public Set hentPostnumreCache() {
return postnumre;
}
public Queue hentAlleIkkedaekkedeAdresser(int minPostnr, int maxPostnr) throws SQLException {
logger.info("Henter alle IKKE-daekkede Addressr");
String sql = "SELECT id,a.postnr,vejnavn,gadeid,husnr,husnrbogstav,latitude,longitude,ruteMa,p.distributor as ho " +
"FROM fulddaekning.adressetabel a " +
"LEFT JOIN bogleveringer.postnummerdistributor p on (a.postnr=p.postnr) " +
"WHERE ruteMa IS NULL " + //Ingen dækning
"AND a.postnr BETWEEN ? AND ? " +
"AND latitude IS NOT NULL " +
"AND longitude IS NOT NULL " +
"AND gadeid IS NOT NULL " +
"AND (a.distributor IS NULL OR a.distributor<>'LUKKET') "
;
if (AfstandAndenRuteTask.test_mode == true) {
sql = sql + " LIMIT 100 ";
}
try (PreparedStatement stmt = conn.prepareStatement(sql)) {
stmt.setInt(1, minPostnr);
stmt.setInt(2, maxPostnr);
List list = hentAdresseListe( stmt );
alleIkkeDaekkede = list.toArray( new Address[ list.size() ] );
logger.info("Analyserer ikke-daekkede Addressr");
for (Address a : alleIkkeDaekkede) {
BoundingBox bbox;
if (! postnumre.contains(a.postnr )) {
postnumre.add( a.postnr );
bbox = new BoundingBox();
bbCache.put( a.postnr, bbox);
} else {
bbox = bbCache.get( a.postnr);
}
bbox.latitudeMax = Math.max(bbox.latitudeMax, a.latitude);
bbox.latitudeMin = Math.min(bbox.latitudeMin, a.latitude);
bbox.longitudeMax = Math.max(bbox.longitudeMax, a.longitude);
bbox.longitudeMin = Math.min(bbox.longitudeMin, a.longitude);
}
return new ConcurrentLinkedQueue( list );
}
}
public Map> getDaekkedeAdresserHO() {
return daekkedeAddressrHO;
}
public int hentAlleDaekkedeAdresser(String distributor) throws SQLException {
if ( alleAddressr == null ) {
String sql = "SELECT id,a.postnr,vejnavn,gadeid,husnr,husnrbogstav,latitude,longitude,ruteMa,p.distributor as ho " +
"FROM fulddaekning.adressetabel a " +
"LEFT JOIN bogleveringer.postnummerdistributor p on (a.postnr=p.postnr) " +
"WHERE ruteMa IS NOT NULL " +
"AND latitude IS NOT NULL " +
"AND longitude IS NOT NULL " +
"AND a.distributor = ? ";
if (AfstandAndenRuteTask.test_mode == true) {
sql = sql + " AND a.postnr BETWEEN 6000 and 7200 ";
}
// Forward only + concur_read_only + fetchsize tvinger driver til at hente en række af gangen (bedre performance ved store result sets)
// Se http://dev.mysql.com/doc/connector-j/en/connector-j-reference-implementation-notes.html
try (PreparedStatement stmt = conn.prepareStatement(sql, java.sql.ResultSet.TYPE_FORWARD_ONLY, java.sql.ResultSet.CONCUR_READ_ONLY)) {
stmt.setFetchSize(Integer.MIN_VALUE);
stmt.setString(1, distributor);
List list = hentAdresseListe( stmt );
alleAddressr = new ArrayList();
alleAddressr.addAll(list);
for(Address addr : list) {
short ho = addr.ho;
List hoListe = daekkedeAddressrHO.get(ho);
if ( hoListe == null) {
hoListe = new ArrayList();
daekkedeAddressrHO.put(ho, hoListe);
}
hoListe.add(addr);
}
}
}
return alleAddressr.size();
}
public synchronized void gemResultat(Address orgAddress, Address bedsteAddress, double bedsteAfstand) throws SQLException {
/*String sql = "INSERT INTO fulddaekning.afstand_anden_rute_thn (orgId,orgPostnr, orgVejnavn,orgGadeid,orgHusnr,orgHusnrBogstav,orgLatitude,orgLongitude,orgRute,id,postnr,vejnavn,gadeid,husnr,husnrbogstav,latitude,longitude,rute,afstand,`timestamp`) "+
"VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?, now() )";
PreparedStatement saveStmt = conn.prepareStatement(sql);*/
saveStmt.setInt(1, orgAddress.id);
saveStmt.setShort(2, orgAddress.postnr);
saveStmt.setString(3, orgAddress.vejnavn);
saveStmt.setInt(4, orgAddress.gadeid);
saveStmt.setShort(5, orgAddress.husnr);
saveStmt.setString(6, orgAddress.husnrbogstav);
saveStmt.setString(7, orgAddress.ruteMandag);
saveStmt.setInt(8, bedsteAddress.id);
saveStmt.setShort(9, bedsteAddress.postnr);
saveStmt.setString(10, bedsteAddress.vejnavn);
saveStmt.setInt(11, bedsteAddress.gadeid);
saveStmt.setShort(12, bedsteAddress.husnr);
saveStmt.setString(13, bedsteAddress.husnrbogstav);
saveStmt.setString(14, bedsteAddress.ruteMandag);
saveStmt.setDouble(15, bedsteAfstand);
saveStmt.addBatch();
batchCount++;
if (batchCount >= 1000) {
saveStmt.executeBatch();
batchCount = 0;
}
//saveStmt.executeUpdate();
//saveStmt.clearParameters();
//saveStmt.close();
}
public synchronized void saveBatch() throws SQLException{
saveStmt.executeBatch();
batchCount = 0;
}
protected ArrayList hentAdresseListe(PreparedStatement stmt) throws SQLException{
ArrayList list = new ArrayList( 1000000 );
Constants consts = Constants.getInstance();
//logger.info("Starting query");
try ( ResultSet res = stmt.executeQuery() ) {
while (res.next()) {
double latitude = res.getDouble(7);
double longitude = res.getDouble(8);
Address adr = new Address(latitude,longitude);
adr.id = res.getInt(1);
adr.postnr = res.getShort(2);
adr.vejnavn = vejnavnCache.getInstance( res.getString(3) );
adr.gadeid = res.getInt(4);
adr.husnr = res.getShort(5);
adr.husnrbogstav = husnrbogstavCache.getInstance( res.getString(6) );
//adr.latitude = res.getDouble(7);
//adr.longitude = res.getDouble(8);
adr.ruteMandag = ruteCache.getInstance( res.getString(9) );
adr.ho = res.getShort(10);
list.add(adr);
if (consts.doCheckHO() == true && adr.ho == 0) {
logger.info( "Mangler HO: " + adr );
throw new RuntimeException("Mangler HO: "+ adr);
}
//logger.info( "Adress:" + adr);
}
res.close();
stmt.close();
return list;
}
}
}