traininfoservice/db/StationDAO.java

package dk.thoerup.traininfoservice.db;

import java.sql.Array;
import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.logging.Logger;

import dk.thoerup.android.traininfo.common.StationBean;
import dk.thoerup.android.traininfo.common.StationEntry;

public class StationDAO {
        
        private interface StatementParamSetter {
                public void setParams(PreparedStatement stmt) throws SQLException ;
        }
        private class NullSetter implements StatementParamSetter {
                @Override
                public void setParams(PreparedStatement stmt) throws SQLException {}
        }
        
        public static class NostationException extends Exception {
                private static final long serialVersionUID = 1L;
        }
        
        final static int LOCATION_LIMIT = 8;
        static final Logger logger = Logger.getLogger(StationDAO.class.getName());
        
        
        private StationEntry convertSingleRow(ResultSet res) throws SQLException {
                StationEntry station = new StationEntry();

                station.setId( res.getInt(1) );
                station.setName( res.getString(2) );
                station.setLatitude( res.getDouble(3) );
                station.setLongitude( res.getDouble(4) );
                station.setRegional( res.getString(5) );
                station.setStrain( res.getString(6) );
                station.setMetro( res.getString(7) );
                station.setAddress( res.getString(8) );
                station.setCalcdist( (int)res.getDouble(9) );
                
                station.setIsRegional( station.getRegional() != null );
                station.setIsStrain( station.getStrain() != null );
                station.setIsMetro( station.getMetro() != null );

                return station;
        }

        private StationBean convertResultset(ResultSet res) throws SQLException {
                StationBean stations = new StationBean();
                while (res.next()) {
                        stations.entries.add( convertSingleRow(res) );
                }
                return stations;

        }

        private StationBean fetchStations(String SQL, StatementParamSetter setter) throws SQLException {
                StationBean stations;
                Connection conn = null;
                PreparedStatement stmt = null;
                ResultSet res = null;
                try {
                        conn = DBConnection.getConnection();
                        stmt = conn.prepareStatement(SQL);
                        
                        setter.setParams(stmt);

                        res = stmt.executeQuery();
                        stations = convertResultset(res);

                } finally {
                        if (res != null)
                                res.close();
                        if (stmt != null)
                                stmt.close();
                        if (conn!= null)
                                conn.close();
                }
                return stations;
                
        }

        public StationEntry getById(int id) throws SQLException,NostationException {
                String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog,stationcode_metro,address,0.0 " +
                "FROM trainstations WHERE id=" + id + " AND enabled=true";
                                
                StationBean stations =  fetchStations(SQL, new NullSetter() );
                
                if (stations.entries.size() > 0 ) {
                        return stations.entries.get(0);
                } else {
                        throw new NostationException();
                }
        }
        

        /*
         * this code requires theses statements are run on database in order to do ILIKE searches against aliases (which is defines as array of varchar(64) )
         *     create function rlike(text,text) returns bool as 
         *     'select $2 ilike $1' language sql strict immutable;
         *     create operator ~~~ (procedure = rlike, leftarg = text, rightarg = text, commutator = ~~);
         */
        public StationBean getByNameNormal(final String name) throws SQLException {
                String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog, stationcode_metro, address, 0.0 " + 
                "FROM trainstations " + 
                "WHERE (name ILIKE ? OR ? ~~~ ANY(aliases)) AND enabled = true " +
                "ORDER BY name ";

                class NameSetter implements StatementParamSetter {
                        @Override
                        public void setParams(PreparedStatement stmt) throws SQLException {
                                stmt.setString(1, name + "%");
                                stmt.setString(2, name + "%");                          
                        }                       
                }
                
                return fetchStations(SQL, new NameSetter() );
        }
        
        
        public StationBean getByNameFuzzy(final String name) throws SQLException {
                String SQL = "SELECT * FROM (" +
                                         "    SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog, stationcode_metro, address, 0.0, " +
                                         "    levenshtein(lower(name),lower(?) ) as leven " +
                                         "    FROM trainstations " +
                                         "    WHERE  enabled = true ) as lev2 " +
                                         "WHERE (leven <= 3) " +                
                                         "ORDER BY leven " + 
                                         "LIMIT 1";

                class NameSetter implements StatementParamSetter {
                        @Override
                        public void setParams(PreparedStatement stmt) throws SQLException {
                                stmt.setString(1, name );
                        }                       
                }
                
                StationBean stations = fetchStations(SQL, new NameSetter() );
                stations.fuzzystrmatch = true;
                return stations;
        }
        
        public StationBean getByName(final String name) throws SQLException {
                StationBean stations = getByNameNormal(name);
                
                if (stations.entries.size() == 0) {
                        logger.info("getByName failover: " + name);
                        stations = getByNameFuzzy(name);
                }
                return stations;
        }
        
        
        //Latitude (horizonal), longitude(vertical) so
        // 1 degree latitude is ~ 111320 meters, since the distance between the horizonal lines is always the same 
        // 1 degree longitude is ~111320 meters at equator but gets shorter as we get closer to the poles.
        // so 1 degree longitude is 64.5 km at denmarks southern point (gedser=54.55,11.95)
        // and is 59.4km at northern point (skagen = 57.75,10.65)
        // The "hack" with max 0.4 degrees latitude and 0.75 degrees longitude is only valid since we only service danish trains,
        // in denmark 0.4dg latitude ~ 44km, 0.75dg longitude ~ 47km

        // the ultra fast method  (and only slightly inaccurate as long as we only cover a limited geographically area)
        // is using an aproximation of the length of 1 latitude degree and 1 longitude degree and just use pythagoras to 
        // calculate the distance:
        //     sqrt( power(abs(latitude-?)*111320, 2) + power(abs(longitude-?)*63000,2) )::int as calcdist 

        public StationBean getByLocationWorker(final double latitude, final double longitude, final boolean geolimit) throws SQLException {
                
                String limitExpression = (geolimit == true) ? "AND abs(latitude-?)<0.4 AND abs(longitude-?)<0.75 " : "";
                
                String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog, stationcode_metro, address, " + 
                        "earth_distance( earth_coord, ll_to_earth(?,?))::int AS calcdist " + 
                        "FROM trainstations " +
                        "WHERE enabled = true " + limitExpression +
                        "ORDER BY calcdist ASC " + 
                        "LIMIT " + LOCATION_LIMIT;

                
                class LatlongSetter implements StatementParamSetter {
                        @Override
                        public void setParams(PreparedStatement stmt) throws SQLException {
                                stmt.setDouble(1, latitude);
                                stmt.setDouble(2, longitude);
                                if (geolimit == true) {
                                        stmt.setDouble(3, latitude);
                                        stmt.setDouble(4, longitude);
                                }                               
                        }                       
                }
                
                return fetchStations(SQL, new LatlongSetter() );
        }
        
        public StationBean getByLocation(double latitude, double longitude) throws SQLException {
                StationBean result = getByLocationWorker(latitude, longitude, true);
                
                if (result.entries.size() < LOCATION_LIMIT) { //failover
                        logger.info("getByLocation failover: " +latitude + "," + longitude);
                        
                        result = getByLocationWorker(latitude, longitude, false);
                }
                
                return result;
        }
        
        
        public StationBean getByList(String list) throws SQLException {
                String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog,stationcode_metro, address,0.0 " + 
                "FROM trainstations " + 
                "WHERE id IN " + list + " AND enabled = true " +
                "ORDER BY name ";
                
                return fetchStations(SQL, new NullSetter() );
        }
        

        public StationEntry getSimpleByName(final String name) throws SQLException {
                String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog, stationcode_metro, address, 0.0 " + 
                "FROM trainstations " + 
                "WHERE name = ?  AND enabled = true " +
                "LIMIT 1 ";

                class NameSetter implements StatementParamSetter {
                        @Override
                        public void setParams(PreparedStatement stmt) throws SQLException {
                                stmt.setString(1, name );
                        }                       
                }
                
                StationBean stations = fetchStations(SQL, new NameSetter() );
                
                if (stations.entries.size() == 1) {
                        return stations.entries.get(0);
                } else {
                        return null;
                }
        }
        
        //used to create full dump in order to populate Google Appengine DB
        @Deprecated
        public StationBean dumpAll() throws SQLException {
                
                String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog,stationcode_metro,address,0.0,aliases " +
                                "FROM trainstations WHERE enabled = true ORDER BY id";
                
                Connection conn = null;
                Statement stmt = null;
                ResultSet res = null;           

                
                try {
                        conn = DBConnection.getConnection();

                        stmt = conn.createStatement();
                        res = stmt.executeQuery(SQL);           
                                                
                        // Does mostly the same as convertResultset()
                        StationBean stations = new StationBean();
                        while (res.next()) {
                                StationEntry entry = convertSingleRow(res);
                                
                                Array arr = res.getArray(10);
                                if (arr != null) {
                                        String[] aliases = (String[]) arr.getArray();
                                        entry.setAliases(aliases);
                                }
                                
                                stations.entries.add( entry );
                                
                        }
                        return stations;
                        

                } finally {
                        if (res != null)
                                res.close();
                        if (stmt != null)
                                stmt.close();
                        if (conn != null)
                                conn.close();
                }
                
        }

        @Deprecated
        public static String getStationName(int stationID) {
                String station = "";

                Connection conn = null;
                try {
                        conn = DBConnection.getConnection();
                        Statement stmt = conn.createStatement();
                        ResultSet rs = stmt.executeQuery("SELECT name FROM trainstations WHERE id=" + stationID);
                        if (rs.next()) {
                                station = rs.getString(1);
                        }

                } catch (Exception e) { 
                } finally {
                        try {
                                if (conn != null && !conn.isClosed())
                                        conn.close();
                        } catch (Exception e) {}
                }

                return station;
        }
        
        
        @Deprecated
        public int getIdByName(final String name) throws SQLException {
                String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog, stationcode_metro, address, 0.0 " + 
                "FROM trainstations " + 
                "WHERE name = ?  AND enabled = true " +
                "LIMIT 1 ";

                class NameSetter implements StatementParamSetter {
                        @Override
                        public void setParams(PreparedStatement stmt) throws SQLException {
                                stmt.setString(1, name );
                        }                       
                }
                
                StationBean stations = fetchStations(SQL, new NameSetter() );
                
                if (stations.entries.size() == 1) {
                        return stations.entries.get(0).getId();
                } else {
                        return -1;
                }
        }
}
1	package dk.thoerup.traininfoservice.db;
2
3	import java.sql.Array;
4	import java.sql.Connection;
5	import java.sql.PreparedStatement;
6	import java.sql.ResultSet;
7	import java.sql.SQLException;
8	import java.sql.Statement;
9	import java.util.logging.Logger;
10
11	import dk.thoerup.android.traininfo.common.StationBean;
12	import dk.thoerup.android.traininfo.common.StationEntry;
13
14	public class StationDAO {
15
16	private interface StatementParamSetter {
17	public void setParams(PreparedStatement stmt) throws SQLException ;
18	}
19	private class NullSetter implements StatementParamSetter {
20	@Override
21	public void setParams(PreparedStatement stmt) throws SQLException {}
22	}
23
24	public static class NostationException extends Exception {
25	private static final long serialVersionUID = 1L;
26	}
27
28	final static int LOCATION_LIMIT = 8;
29	static final Logger logger = Logger.getLogger(StationDAO.class.getName());
30
31
32	private StationEntry convertSingleRow(ResultSet res) throws SQLException {
33	StationEntry station = new StationEntry();
34
35	station.setId( res.getInt(1) );
36	station.setName( res.getString(2) );
37	station.setLatitude( res.getDouble(3) );
38	station.setLongitude( res.getDouble(4) );
39	station.setRegional( res.getString(5) );
40	station.setStrain( res.getString(6) );
41	station.setMetro( res.getString(7) );
42	station.setAddress( res.getString(8) );
43	station.setCalcdist( (int)res.getDouble(9) );
44
45	station.setIsRegional( station.getRegional() != null );
46	station.setIsStrain( station.getStrain() != null );
47	station.setIsMetro( station.getMetro() != null );
48
49	return station;
50	}
51
52	private StationBean convertResultset(ResultSet res) throws SQLException {
53	StationBean stations = new StationBean();
54	while (res.next()) {
55	stations.entries.add( convertSingleRow(res) );
56	}
57	return stations;
58
59	}
60
61	private StationBean fetchStations(String SQL, StatementParamSetter setter) throws SQLException {
62	StationBean stations;
63	Connection conn = null;
64	PreparedStatement stmt = null;
65	ResultSet res = null;
66	try {
67	conn = DBConnection.getConnection();
68	stmt = conn.prepareStatement(SQL);
69
70	setter.setParams(stmt);
71
72	res = stmt.executeQuery();
73	stations = convertResultset(res);
74
75	} finally {
76	if (res != null)
77	res.close();
78	if (stmt != null)
79	stmt.close();
80	if (conn!= null)
81	conn.close();
82	}
83	return stations;
84
85	}
86
87	public StationEntry getById(int id) throws SQLException,NostationException {
88	String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog,stationcode_metro,address,0.0 " +
89	"FROM trainstations WHERE id=" + id + " AND enabled=true";
90
91	StationBean stations = fetchStations(SQL, new NullSetter() );
92
93	if (stations.entries.size() > 0 ) {
94	return stations.entries.get(0);
95	} else {
96	throw new NostationException();
97	}
98	}
99
100
101
102	/*
103	* this code requires theses statements are run on database in order to do ILIKE searches against aliases (which is defines as array of varchar(64) )
104	* create function rlike(text,text) returns bool as
105	* 'select $2 ilike $1' language sql strict immutable;
106	* create operator ~~~ (procedure = rlike, leftarg = text, rightarg = text, commutator = ~~);
107	*/
108	public StationBean getByNameNormal(final String name) throws SQLException {
109	String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog, stationcode_metro, address, 0.0 " +
110	"FROM trainstations " +
111	"WHERE (name ILIKE ? OR ? ~~~ ANY(aliases)) AND enabled = true " +
112	"ORDER BY name ";
113
114	class NameSetter implements StatementParamSetter {
115	@Override
116	public void setParams(PreparedStatement stmt) throws SQLException {
117	stmt.setString(1, name + "%");
118	stmt.setString(2, name + "%");
119	}
120	}
121
122	return fetchStations(SQL, new NameSetter() );
123	}
124
125
126	public StationBean getByNameFuzzy(final String name) throws SQLException {
127	String SQL = "SELECT * FROM (" +
128	" SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog, stationcode_metro, address, 0.0, " +
129	" levenshtein(lower(name),lower(?) ) as leven " +
130	" FROM trainstations " +
131	" WHERE enabled = true ) as lev2 " +
132	"WHERE (leven <= 3) " +
133	"ORDER BY leven " +
134	"LIMIT 1";
135
136	class NameSetter implements StatementParamSetter {
137	@Override
138	public void setParams(PreparedStatement stmt) throws SQLException {
139	stmt.setString(1, name );
140	}
141	}
142
143	StationBean stations = fetchStations(SQL, new NameSetter() );
144	stations.fuzzystrmatch = true;
145	return stations;
146	}
147
148	public StationBean getByName(final String name) throws SQLException {
149	StationBean stations = getByNameNormal(name);
150
151	if (stations.entries.size() == 0) {
152	logger.info("getByName failover: " + name);
153	stations = getByNameFuzzy(name);
154	}
155	return stations;
156	}
157
158
159
160	//Latitude (horizonal), longitude(vertical) so
161	// 1 degree latitude is ~ 111320 meters, since the distance between the horizonal lines is always the same
162	// 1 degree longitude is ~111320 meters at equator but gets shorter as we get closer to the poles.
163	// so 1 degree longitude is 64.5 km at denmarks southern point (gedser=54.55,11.95)
164	// and is 59.4km at northern point (skagen = 57.75,10.65)
165	// The "hack" with max 0.4 degrees latitude and 0.75 degrees longitude is only valid since we only service danish trains,
166	// in denmark 0.4dg latitude ~ 44km, 0.75dg longitude ~ 47km
167
168	// the ultra fast method (and only slightly inaccurate as long as we only cover a limited geographically area)
169	// is using an aproximation of the length of 1 latitude degree and 1 longitude degree and just use pythagoras to
170	// calculate the distance:
171	// sqrt( power(abs(latitude-?)111320, 2) + power(abs(longitude-?)63000,2) )::int as calcdist
172
173	public StationBean getByLocationWorker(final double latitude, final double longitude, final boolean geolimit) throws SQLException {
174
175	String limitExpression = (geolimit == true) ? "AND abs(latitude-?)<0.4 AND abs(longitude-?)<0.75 " : "";
176
177	String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog, stationcode_metro, address, " +
178	"earth_distance( earth_coord, ll_to_earth(?,?))::int AS calcdist " +
179	"FROM trainstations " +
180	"WHERE enabled = true " + limitExpression +
181	"ORDER BY calcdist ASC " +
182	"LIMIT " + LOCATION_LIMIT;
183
184
185	class LatlongSetter implements StatementParamSetter {
186	@Override
187	public void setParams(PreparedStatement stmt) throws SQLException {
188	stmt.setDouble(1, latitude);
189	stmt.setDouble(2, longitude);
190	if (geolimit == true) {
191	stmt.setDouble(3, latitude);
192	stmt.setDouble(4, longitude);
193	}
194	}
195	}
196
197	return fetchStations(SQL, new LatlongSetter() );
198	}
199
200	public StationBean getByLocation(double latitude, double longitude) throws SQLException {
201	StationBean result = getByLocationWorker(latitude, longitude, true);
202
203	if (result.entries.size() < LOCATION_LIMIT) { //failover
204	logger.info("getByLocation failover: " +latitude + "," + longitude);
205
206	result = getByLocationWorker(latitude, longitude, false);
207	}
208
209	return result;
210	}
211
212
213
214	public StationBean getByList(String list) throws SQLException {
215	String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog,stationcode_metro, address,0.0 " +
216	"FROM trainstations " +
217	"WHERE id IN " + list + " AND enabled = true " +
218	"ORDER BY name ";
219
220	return fetchStations(SQL, new NullSetter() );
221	}
222
223
224
225	public StationEntry getSimpleByName(final String name) throws SQLException {
226	String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog, stationcode_metro, address, 0.0 " +
227	"FROM trainstations " +
228	"WHERE name = ? AND enabled = true " +
229	"LIMIT 1 ";
230
231	class NameSetter implements StatementParamSetter {
232	@Override
233	public void setParams(PreparedStatement stmt) throws SQLException {
234	stmt.setString(1, name );
235	}
236	}
237
238	StationBean stations = fetchStations(SQL, new NameSetter() );
239
240	if (stations.entries.size() == 1) {
241	return stations.entries.get(0);
242	} else {
243	return null;
244	}
245	}
246
247	//used to create full dump in order to populate Google Appengine DB
248	@Deprecated
249	public StationBean dumpAll() throws SQLException {
250
251	String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog,stationcode_metro,address,0.0,aliases " +
252	"FROM trainstations WHERE enabled = true ORDER BY id";
253
254	Connection conn = null;
255	Statement stmt = null;
256	ResultSet res = null;
257
258
259	try {
260	conn = DBConnection.getConnection();
261
262	stmt = conn.createStatement();
263	res = stmt.executeQuery(SQL);
264
265	// Does mostly the same as convertResultset()
266	StationBean stations = new StationBean();
267	while (res.next()) {
268	StationEntry entry = convertSingleRow(res);
269
270	Array arr = res.getArray(10);
271	if (arr != null) {
272	String[] aliases = (String[]) arr.getArray();
273	entry.setAliases(aliases);
274	}
275
276	stations.entries.add( entry );
277
278	}
279	return stations;
280
281
282	} finally {
283	if (res != null)
284	res.close();
285	if (stmt != null)
286	stmt.close();
287	if (conn != null)
288	conn.close();
289	}
290
291	}
292
293	@Deprecated
294	public static String getStationName(int stationID) {
295	String station = "";
296
297	Connection conn = null;
298	try {
299	conn = DBConnection.getConnection();
300	Statement stmt = conn.createStatement();
301	ResultSet rs = stmt.executeQuery("SELECT name FROM trainstations WHERE id=" + stationID);
302	if (rs.next()) {
303	station = rs.getString(1);
304	}
305
306	} catch (Exception e) {
307	} finally {
308	try {
309	if (conn != null && !conn.isClosed())
310	conn.close();
311	} catch (Exception e) {}
312	}
313
314	return station;
315	}
316
317
318
319	@Deprecated
320	public int getIdByName(final String name) throws SQLException {
321	String SQL = "SELECT id,name,latitude,longitude,stationcode_fjrn,stationcode_stog, stationcode_metro, address, 0.0 " +
322	"FROM trainstations " +
323	"WHERE name = ? AND enabled = true " +
324	"LIMIT 1 ";
325
326	class NameSetter implements StatementParamSetter {
327	@Override
328	public void setParams(PreparedStatement stmt) throws SQLException {
329	stmt.setString(1, name );
330	}
331	}
332
333	StationBean stations = fetchStations(SQL, new NameSetter() );
334
335	if (stations.entries.size() == 1) {
336	return stations.entries.get(0).getId();
337	} else {
338	return -1;
339	}
340	}
341	}