traininfoservice/banedk/TimetableFetcher.java

package dk.thoerup.traininfoservice.banedk;


import java.net.URL;
import java.sql.SQLException;
import java.util.Map;
import java.util.logging.Level;
import java.util.logging.Logger;

import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

import dk.thoerup.android.traininfo.common.StationBean;
import dk.thoerup.android.traininfo.common.StationEntry;
import dk.thoerup.android.traininfo.common.TimetableBean;
import dk.thoerup.android.traininfo.common.TimetableEntry;
import dk.thoerup.circuitbreaker.CircuitBreaker;
import dk.thoerup.circuitbreaker.CircuitBreakerManager;
import dk.thoerup.genericjavautils.TimeoutMap;
import dk.thoerup.traininfoservice.Statistics;
import dk.thoerup.traininfoservice.TraininfoSettings;
import dk.thoerup.traininfoservice.db.StationDAO;

public class TimetableFetcher {

                
        Map<String, TimetableBean> cache; 
        Map<String, StationEntry> stationCache;

        StationDAO stationDao = new StationDAO();
        
        
        Logger logger = Logger.getLogger(TimetableFetcher.class.getName());

        TraininfoSettings settings;     
        
        public TimetableFetcher(TraininfoSettings settings) {
                this.settings = settings;
                
                cache = new TimeoutMap<String,TimetableBean>( settings.getCacheTimeout() );
                stationCache = new TimeoutMap<String,StationEntry>( 3*60*60*1000 );
        }
        
        
        TimetableBean cachedLookupTimetable(String trainID, String type) throws Exception {
                String key = trainID+type;
                TimetableBean list = cache.get(key);
                
                if (list == null) {
                        list = lookupTimetable(trainID,type);
                        cache.put(key, list);
                } else {
                        Statistics.getInstance().incrementTimetableCacheHits();
                        logger.info("Timetable: Cache hit " + trainID); 
                }
                return list;
        }
        
        TimetableBean lookupTimetable(String trainID, String type) throws Exception {
                if (settings.getBackend() == TraininfoSettings.Backend.Azure ){
                        return lookupTimetableAzureSite(trainID, type);
                        
                } else {
                        return lookupTimetableMobileSite(trainID, type);
                }
        }
        
        StationEntry getStation(String name) {
                StationEntry station = stationCache.get(name);
                
                if (station == null) {
                        try {
                                station = stationDao.getSimpleByName(name);
                                if (station != null) {
                                        stationCache.put(name,station);
                                }
                        } catch (SQLException e) {
                                logger.log(Level.SEVERE, "getStationId failed", e);
                        }
                } 

                return station;
        }
        
        String correctStationName(String name) {
                if (name.equals("København"))
                        name = "København H"; //correct inconsistency in naming
                
                return name;            
        }

        TimetableBean lookupTimetableAzureSite(String trainID, String type) throws Exception {          
                TimetableBean timetableBean = new TimetableBean();
                

                String url = "http://trafikinfo.bane.dk/TrafikInformation/Ruteplan/" + trainID;                 
                logger.fine("URL:" + url);
            
            JsoupInvocation wrapper = new JsoupInvocation( new URL(url) , settings.getReplyTimeout() );
            CircuitBreaker breaker = CircuitBreakerManager.getManager().getCircuitBreaker("banedk");
            
            Document doc = (Document) breaker.invoke(wrapper);
                    
            
            boolean currentStation = false;
            boolean currentStationSaved = false;
            
            Elements tables = doc.getElementsByClass("Rute");
            
            if (tables.size() == 1) {
                Element timetable = tables.get(0);
                Elements rows = timetable.getElementsByTag("tr");
                
                for (int i=0; i<rows.size(); i++) {
                        if (i==0) //First row is column headers
                                continue;
                        
                        
                        Element row = rows.get(i);
                        Elements fields = row.getElementsByTag("td");

                        
                        if (currentStationSaved == false && fields.get(0).attr("class").equalsIgnoreCase("Tidsstreg")) {
                                currentStation = true;
                                continue;
                        }
                        
                        TimetableEntry entry = new TimetableEntry();
                        
                        String station = correctStationName( fields.get(0).text() );
                        
                        entry.setStation( station );
                        entry.setArrival( fields.get(1).text() );
                        entry.setDeparture( fields.get(2).text() );
                        
                        boolean cancelled = fields.get(3).text().equalsIgnoreCase("aflyst");
                        entry.setCancelled(cancelled);
                        
                        if (currentStation == true && currentStationSaved == false ) {
                                entry.setCurrent(currentStation);
                                currentStationSaved = true;
                        }
                        
                        entry.setStationEntry( getStation( station ));
                        
                        timetableBean.entries.add(entry);
                }
                
                //TODO: There is an off-by-one error in this cancelled parser thingie
                final String cancelledString = "Aflyst";
                for (int i=0;i<timetableBean.entries.size(); i++) { //handle cancelled labels
                        final int lastIdx = (timetableBean.entries.size() - 1);
                        
                        TimetableEntry current = timetableBean.entries.get(i);
                        if (current.isCancelled()) {
                                if (i == 0) {
                                        current.setDeparture(cancelledString);
                                } else if (i == lastIdx) {
                                        current.setArrival(cancelledString);
                                } else if (i>0 && i<lastIdx) {
                                        TimetableEntry next = timetableBean.entries.get(i+1);
                                        TimetableEntry prev = timetableBean.entries.get(i-1);
                                        
                                        if (next.isCancelled())
                                                current.setDeparture(cancelledString);
                                        if (prev.isCancelled())
                                                current.setArrival(cancelledString);
                                }
                        }
                }
                
            } else {
                logger.warning("No time table found, trainID=" + trainID + " type=" + type);
            }
            
                
                return timetableBean;
        }

        TimetableBean lookupTimetableMobileSite(String trainID, String type) throws Exception {
                TimetableBean timetableBean = new TimetableBean();
                
                String url = "http://mobil.bane.dk/mobilStation.asp?artikelID=5332&tognummer=" + trainID + "&webprofil=" + type + "&mode=rute";
                logger.fine("URL:" + url);

            
            JsoupInvocation wrapper = new JsoupInvocation( new URL(url) , settings.getReplyTimeout() );
            CircuitBreaker breaker = CircuitBreakerManager.getManager().getCircuitBreaker("banedk");
            
            Document doc = (Document) breaker.invoke(wrapper);

            Element content = doc.getElementsByClass("contentDiv").get(1);
            Element dlist = content.child(0);

            
            Elements rows = dlist.getElementsByTag("dt");

            for (int i=0; i<rows.size(); i++) {

                Element row = rows.get(i);
                
                logger.fine( row.text() );
                
                String parts[] = row.text().split(",");
                
                TimetableEntry entry = new TimetableEntry();

                String station = DepartureFetcher.cleanText( parts[0] ) ;
                station = correctStationName(station);


                String arrival = DepartureFetcher.cleanText( parts[1] );
                String departure = DepartureFetcher.cleanText( "" );

                entry.setStation( station );
                entry.setArrival( arrival );
                entry.setDeparture( departure );


                entry.setStationEntry( getStation( station ));

                timetableBean.entries.add(entry);
            }           


            return timetableBean;

        }
        
        @Deprecated
        TimetableBean lookupTimetableWwwSite(String trainID, String type) throws Exception {            
                TimetableBean timetableBean = new TimetableBean();
                
                String url = "http://www.bane.dk/visRute.asp?W=" + type + "&TogNr=" + trainID + "&artikelId=4276";
                logger.fine("URL:" + url);

            
            JsoupInvocation wrapper = new JsoupInvocation( new URL(url) , settings.getReplyTimeout() );
            CircuitBreaker breaker = CircuitBreakerManager.getManager().getCircuitBreaker("banedk");
            
            Document doc = (Document) breaker.invoke(wrapper);
                    
            
            boolean currentStation = false;
            boolean currentStationSaved = false;
            
            Elements tables = doc.getElementsByClass("Rute");
            
            if (tables.size() == 1) {
                Element timetable = tables.get(0);
                Elements rows = timetable.getElementsByTag("tr");
                
                for (int i=0; i<rows.size(); i++) {
                        if (i==0) //First row is column headers
                                continue;
                        
                        
                        Element row = rows.get(i);
                        Elements fields = row.getElementsByTag("td");

                        
                        if (currentStationSaved == false && fields.get(0).attr("class").equalsIgnoreCase("Tidsstreg")) {
                                currentStation = true;
                                continue;
                        }
                        
                        TimetableEntry entry = new TimetableEntry();
                        
                        String station = DepartureFetcher.cleanText( fields.get(0).text() ) ;
                        station = correctStationName(station);

                        
                        String arrival = DepartureFetcher.cleanText( fields.get(1).text() );
                        String departure = DepartureFetcher.cleanText( fields.get(2).text() );
                        
                        entry.setStation( station );
                        entry.setArrival( arrival );
                        entry.setDeparture( departure );
                
                        
                        if (currentStation == true && currentStationSaved == false ) {
                                entry.setCurrent(currentStation);
                                currentStationSaved = true;
                        }
                        
                        entry.setStationEntry( getStation( station ));
                        
                        timetableBean.entries.add(entry);
                }               
                
            } else {
                logger.warning("No time table found, trainID=" + trainID + " type=" + type);
            }
            
                
                return timetableBean;
        }       
        
}
1	package dk.thoerup.traininfoservice.banedk;
2
3
4
5	import java.net.URL;
6	import java.sql.SQLException;
7	import java.util.Map;
8	import java.util.logging.Level;
9	import java.util.logging.Logger;
10
11	import org.jsoup.nodes.Document;
12	import org.jsoup.nodes.Element;
13	import org.jsoup.select.Elements;
14
15	import dk.thoerup.android.traininfo.common.StationBean;
16	import dk.thoerup.android.traininfo.common.StationEntry;
17	import dk.thoerup.android.traininfo.common.TimetableBean;
18	import dk.thoerup.android.traininfo.common.TimetableEntry;
19	import dk.thoerup.circuitbreaker.CircuitBreaker;
20	import dk.thoerup.circuitbreaker.CircuitBreakerManager;
21	import dk.thoerup.genericjavautils.TimeoutMap;
22	import dk.thoerup.traininfoservice.Statistics;
23	import dk.thoerup.traininfoservice.TraininfoSettings;
24	import dk.thoerup.traininfoservice.db.StationDAO;
25
26	public class TimetableFetcher {
27
28
29	Map<String, TimetableBean> cache;
30	Map<String, StationEntry> stationCache;
31
32	StationDAO stationDao = new StationDAO();
33
34
35	Logger logger = Logger.getLogger(TimetableFetcher.class.getName());
36
37	TraininfoSettings settings;
38
39	public TimetableFetcher(TraininfoSettings settings) {
40	this.settings = settings;
41
42	cache = new TimeoutMap<String,TimetableBean>( settings.getCacheTimeout() );
43	stationCache = new TimeoutMap<String,StationEntry>( 36060*1000 );
44	}
45
46
47	TimetableBean cachedLookupTimetable(String trainID, String type) throws Exception {
48	String key = trainID+type;
49	TimetableBean list = cache.get(key);
50
51	if (list == null) {
52	list = lookupTimetable(trainID,type);
53	cache.put(key, list);
54	} else {
55	Statistics.getInstance().incrementTimetableCacheHits();
56	logger.info("Timetable: Cache hit " + trainID);
57	}
58	return list;
59	}
60
61	TimetableBean lookupTimetable(String trainID, String type) throws Exception {
62	if (settings.getBackend() == TraininfoSettings.Backend.Azure ){
63	return lookupTimetableAzureSite(trainID, type);
64
65	} else {
66	return lookupTimetableMobileSite(trainID, type);
67	}
68	}
69
70	StationEntry getStation(String name) {
71	StationEntry station = stationCache.get(name);
72
73	if (station == null) {
74	try {
75	station = stationDao.getSimpleByName(name);
76	if (station != null) {
77	stationCache.put(name,station);
78	}
79	} catch (SQLException e) {
80	logger.log(Level.SEVERE, "getStationId failed", e);
81	}
82	}
83
84	return station;
85	}
86
87	String correctStationName(String name) {
88	if (name.equals("København"))
89	name = "København H"; //correct inconsistency in naming
90
91	return name;
92	}
93
94	TimetableBean lookupTimetableAzureSite(String trainID, String type) throws Exception {
95	TimetableBean timetableBean = new TimetableBean();
96
97
98	String url = "http://trafikinfo.bane.dk/TrafikInformation/Ruteplan/" + trainID;
99	logger.fine("URL:" + url);
100
101	JsoupInvocation wrapper = new JsoupInvocation( new URL(url) , settings.getReplyTimeout() );
102	CircuitBreaker breaker = CircuitBreakerManager.getManager().getCircuitBreaker("banedk");
103
104	Document doc = (Document) breaker.invoke(wrapper);
105
106
107	boolean currentStation = false;
108	boolean currentStationSaved = false;
109
110	Elements tables = doc.getElementsByClass("Rute");
111
112	if (tables.size() == 1) {
113	Element timetable = tables.get(0);
114	Elements rows = timetable.getElementsByTag("tr");
115
116	for (int i=0; i<rows.size(); i++) {
117	if (i==0) //First row is column headers
118	continue;
119
120
121	Element row = rows.get(i);
122	Elements fields = row.getElementsByTag("td");
123
124
125	if (currentStationSaved == false && fields.get(0).attr("class").equalsIgnoreCase("Tidsstreg")) {
126	currentStation = true;
127	continue;
128	}
129
130	TimetableEntry entry = new TimetableEntry();
131
132	String station = correctStationName( fields.get(0).text() );
133
134	entry.setStation( station );
135	entry.setArrival( fields.get(1).text() );
136	entry.setDeparture( fields.get(2).text() );
137
138	boolean cancelled = fields.get(3).text().equalsIgnoreCase("aflyst");
139	entry.setCancelled(cancelled);
140
141	if (currentStation == true && currentStationSaved == false ) {
142	entry.setCurrent(currentStation);
143	currentStationSaved = true;
144	}
145
146	entry.setStationEntry( getStation( station ));
147
148	timetableBean.entries.add(entry);
149	}
150
151	//TODO: There is an off-by-one error in this cancelled parser thingie
152	final String cancelledString = "Aflyst";
153	for (int i=0;i<timetableBean.entries.size(); i++) { //handle cancelled labels
154	final int lastIdx = (timetableBean.entries.size() - 1);
155
156	TimetableEntry current = timetableBean.entries.get(i);
157	if (current.isCancelled()) {
158	if (i == 0) {
159	current.setDeparture(cancelledString);
160	} else if (i == lastIdx) {
161	current.setArrival(cancelledString);
162	} else if (i>0 && i<lastIdx) {
163	TimetableEntry next = timetableBean.entries.get(i+1);
164	TimetableEntry prev = timetableBean.entries.get(i-1);
165
166	if (next.isCancelled())
167	current.setDeparture(cancelledString);
168	if (prev.isCancelled())
169	current.setArrival(cancelledString);
170	}
171	}
172	}
173
174	} else {
175	logger.warning("No time table found, trainID=" + trainID + " type=" + type);
176	}
177
178
179	return timetableBean;
180	}
181
182	TimetableBean lookupTimetableMobileSite(String trainID, String type) throws Exception {
183	TimetableBean timetableBean = new TimetableBean();
184
185	String url = "http://mobil.bane.dk/mobilStation.asp?artikelID=5332&tognummer=" + trainID + "&webprofil=" + type + "&mode=rute";
186	logger.fine("URL:" + url);
187
188
189	JsoupInvocation wrapper = new JsoupInvocation( new URL(url) , settings.getReplyTimeout() );
190	CircuitBreaker breaker = CircuitBreakerManager.getManager().getCircuitBreaker("banedk");
191
192	Document doc = (Document) breaker.invoke(wrapper);
193
194	Element content = doc.getElementsByClass("contentDiv").get(1);
195	Element dlist = content.child(0);
196
197
198	Elements rows = dlist.getElementsByTag("dt");
199
200	for (int i=0; i<rows.size(); i++) {
201
202	Element row = rows.get(i);
203
204	logger.fine( row.text() );
205
206	String parts[] = row.text().split(",");
207
208	TimetableEntry entry = new TimetableEntry();
209
210	String station = DepartureFetcher.cleanText( parts[0] ) ;
211	station = correctStationName(station);
212
213
214	String arrival = DepartureFetcher.cleanText( parts[1] );
215	String departure = DepartureFetcher.cleanText( "" );
216
217	entry.setStation( station );
218	entry.setArrival( arrival );
219	entry.setDeparture( departure );
220
221
222	entry.setStationEntry( getStation( station ));
223
224	timetableBean.entries.add(entry);
225	}
226
227
228	return timetableBean;
229
230	}
231
232	@Deprecated
233	TimetableBean lookupTimetableWwwSite(String trainID, String type) throws Exception {
234	TimetableBean timetableBean = new TimetableBean();
235
236	String url = "http://www.bane.dk/visRute.asp?W=" + type + "&TogNr=" + trainID + "&artikelId=4276";
237	logger.fine("URL:" + url);
238
239
240	JsoupInvocation wrapper = new JsoupInvocation( new URL(url) , settings.getReplyTimeout() );
241	CircuitBreaker breaker = CircuitBreakerManager.getManager().getCircuitBreaker("banedk");
242
243	Document doc = (Document) breaker.invoke(wrapper);
244
245
246	boolean currentStation = false;
247	boolean currentStationSaved = false;
248
249	Elements tables = doc.getElementsByClass("Rute");
250
251	if (tables.size() == 1) {
252	Element timetable = tables.get(0);
253	Elements rows = timetable.getElementsByTag("tr");
254
255	for (int i=0; i<rows.size(); i++) {
256	if (i==0) //First row is column headers
257	continue;
258
259
260	Element row = rows.get(i);
261	Elements fields = row.getElementsByTag("td");
262
263
264	if (currentStationSaved == false && fields.get(0).attr("class").equalsIgnoreCase("Tidsstreg")) {
265	currentStation = true;
266	continue;
267	}
268
269	TimetableEntry entry = new TimetableEntry();
270
271	String station = DepartureFetcher.cleanText( fields.get(0).text() ) ;
272	station = correctStationName(station);
273
274
275	String arrival = DepartureFetcher.cleanText( fields.get(1).text() );
276	String departure = DepartureFetcher.cleanText( fields.get(2).text() );
277
278	entry.setStation( station );
279	entry.setArrival( arrival );
280	entry.setDeparture( departure );
281
282
283	if (currentStation == true && currentStationSaved == false ) {
284	entry.setCurrent(currentStation);
285	currentStationSaved = true;
286	}
287
288	entry.setStationEntry( getStation( station ));
289
290	timetableBean.entries.add(entry);
291	}
292
293	} else {
294	logger.warning("No time table found, trainID=" + trainID + " type=" + type);
295	}
296
297
298	return timetableBean;
299	}
300
301	}