/[projects]/android/TrainInfoServiceGoogle/src/dk/thoerup/traininfoservice/banedk/DepartureFetcher.java
ViewVC logotype

Contents of /android/TrainInfoServiceGoogle/src/dk/thoerup/traininfoservice/banedk/DepartureFetcher.java

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1080 - (show annotations) (download)
Mon Sep 20 20:11:55 2010 UTC (13 years, 7 months ago) by torben
File size: 12596 byte(s)
Add a copy with partial support for google app engine
1 package dk.thoerup.traininfoservice.banedk;
2
3
4 import java.net.URL;
5 import java.net.URLEncoder;
6 import java.util.Collections;
7 import java.util.Map;
8 import java.util.logging.Logger;
9
10 import org.jsoup.nodes.Document;
11 import org.jsoup.nodes.Element;
12 import org.jsoup.select.Elements;
13
14 import dk.thoerup.android.traininfo.common.DepartureBean;
15 import dk.thoerup.android.traininfo.common.DepartureEntry;
16 import dk.thoerup.android.traininfo.common.StationBean.StationEntry;
17 import dk.thoerup.circuitbreaker.CircuitBreaker;
18 import dk.thoerup.circuitbreaker.CircuitBreakerManager;
19 import dk.thoerup.traininfoservice.StationDAO;
20 import dk.thoerup.traininfoservice.Statistics;
21
22 public class DepartureFetcher {
23
24 enum TrainType{
25 STOG,
26 REGIONAL
27 }
28
29 Logger logger = Logger.getLogger(DepartureFetcher.class.getName());
30
31 Map<String, DepartureBean> cache;
32
33 StationDAO stationDao = new StationDAO();
34
35 private boolean useAzureSite;
36 private int replyTimeout;
37
38 public DepartureFetcher(boolean azureSite, int cacheTimeout, int replyTimeout) {
39 this.replyTimeout = replyTimeout;
40 useAzureSite = azureSite;
41 cache = new TimeoutMap<String,DepartureBean>(cacheTimeout);
42 }
43
44
45
46
47 public DepartureBean cachedLookupDepartures(int stationID, boolean arrival) throws Exception {
48 final String key = "" + stationID + ":" + arrival;
49
50 DepartureBean departureBean = cache.get(key);
51
52
53 if (departureBean == null) {
54 departureBean = lookupDepartures(stationID,arrival);
55 cache.put(key, departureBean);
56 } else {
57 Statistics.getInstance().incrementDepartureCacheHits();
58 logger.info("Departure: Cache hit " + key); //remove before production
59 }
60 return departureBean;
61 }
62
63
64 public DepartureBean lookupDepartures(int stationID, boolean arrival) throws Exception {
65
66 DepartureBean departureBean = new DepartureBean();
67
68 StationEntry station = new StationEntry(); // stationDao.getById(stationID);
69 station.setId(82);
70 station.setName("Test Station");
71 station.setRegional("HS");
72
73 departureBean.stationName = station.getName();
74
75 if (station.getRegional() != null) {
76 DepartureBean tempBean = lookupDepartures(station.getRegional(), TrainType.REGIONAL, arrival);
77 departureBean.entries.addAll( tempBean.entries );
78 departureBean.notifications.addAll(tempBean.notifications);
79 }
80
81 if (station.getStrain() != null) {
82 DepartureBean tempBean = lookupDepartures(station.getStrain(), TrainType.STOG, arrival);
83 departureBean.entries.addAll( tempBean.entries );
84 departureBean.notifications.addAll(tempBean.notifications);
85 }
86
87 if (departureBean.entries.size() == 0) {
88 logger.info("No departures found for station " + stationID);
89 }
90
91 Collections.sort( departureBean.entries );
92
93
94 return departureBean;
95 }
96
97 public DepartureBean lookupDepartures(String stationcode, TrainType type, boolean arrival) throws Exception {
98 if (useAzureSite == true) {
99 return lookupDeparturesAzureSite(stationcode, type, arrival);
100 } else {
101 return lookupDeparturesWwwSite(stationcode, type, arrival);
102 }
103 }
104
105 private String getTypeStringAzure(TrainType type) {
106 switch (type) {
107 case STOG:
108 return "S-Tog";
109 case REGIONAL:
110 return "Fjerntog";
111 default:
112 return ""; //Can not happen
113 }
114 }
115
116 private String getTypeStringWww(TrainType type) {
117 switch (type) {
118 case STOG:
119 return "S2";
120 case REGIONAL:
121 return "FJRN";
122 default:
123 return ""; //Can not happen
124 }
125 }
126
127 public DepartureBean lookupDeparturesAzureSite(String stationcode, TrainType type, boolean arrival) throws Exception {
128
129 DepartureBean departureBean = new DepartureBean();
130
131
132 String typeString = getTypeStringAzure(type);
133 String arrivalDeparture = (arrival==false) ? "Afgang" : "Ankomst";
134
135 stationcode = URLEncoder.encode(stationcode,"ISO-8859-1");
136
137 String uri = "http://trafikinfo.bane.dk/Trafikinformation/AfgangAnkomst/" + arrivalDeparture + "/" + stationcode + "/" + typeString + "/UdvidetVisning";
138
139 logger.fine("URI: " + uri);
140 JsoupInvocation wrapper = new JsoupInvocation( new URL(uri), replyTimeout);
141 CircuitBreaker breaker = CircuitBreakerManager.getManager().getCircuitBreaker("banedk");
142
143 Document page = (Document) breaker.invoke(wrapper);
144
145 String tableName = arrival == false ? "afgangtabel" : "ankomsttabel";
146 Element table = page.getElementById(tableName);
147
148 if (table != null) {
149 Elements tableRows = table.getElementsByTag("tr");
150
151 boolean tidsstregExists = (table.getElementsByAttributeValue("class", "Tidsstreg").size() > 0);
152 boolean passedTidsstreg = false;
153
154 for (Element currentRow : tableRows) {
155 String rowClass = currentRow.attr("class");
156
157 if (tidsstregExists == true && passedTidsstreg == false) {
158 if (currentRow.getElementsByAttributeValue("class", "Tidsstreg").size() > 0) {
159 passedTidsstreg = true;
160 } else {
161 continue;
162 }
163 }
164
165 if (rowClass != null && rowClass.toLowerCase().contains("station") ) {
166
167 Elements fields = currentRow.getElementsByTag("td");
168
169 DepartureEntry departure = new DepartureEntry();
170
171 String time = fields.get(0).text();
172 if (time.equals(""))
173 time = "0:00"; //Bane.dk bug work-around
174 departure.setTime(time);
175
176 int updated = extractUpdated( fields.get(1) );
177 departure.setUpdated(updated);
178
179 String trainNumber = fields.get(2).text();
180 if (type == TrainType.STOG) //If it is S-train we need to extract the trainNumber
181 trainNumber = trainNumber + " " + extractTrainNumberAzure(fields.get(2));
182 departure.setTrainNumber(trainNumber);
183
184 String destination = fields.get(3).text();
185 departure.setDestination(destination);
186
187 String origin = fields.get(4).text();
188 departure.setOrigin(origin);
189
190 String location = fields.get(5).text();
191 departure.setLocation(location);
192
193 String status = fields.get(6).text().trim();
194 departure.setStatus(status);
195
196 String note = extractNote( fields.get(7) );
197 departure.setNote(note);
198
199 departure.setType(typeString);
200
201 departureBean.entries.add( departure );
202 }
203 }
204 } else {
205 logger.warning("No departures found for station=" + stationcode + ", type=" + type);
206 }
207
208 Element notifDiv = page.getElementById("station_planlagte_text");
209 if (notifDiv != null) {
210
211 Elements tables = notifDiv.getElementsByTag("table");
212 for (Element tab : tables) {
213
214 Elements anchors = tab.getElementsByTag("a");
215 if (anchors.size() == 2) {
216 departureBean.notifications.add( anchors.get(1).text() );
217 }
218 }
219
220 }
221
222
223 return departureBean;
224 }
225
226
227
228 public static String cleanText(String input) {
229 //apparently JSoup translates &nbsp; characters on www.bane.dk to 0xA0
230 return input.replace((char) 0xA0, (char)0x20).trim();
231 }
232
233 public DepartureBean lookupDeparturesWwwSite(String stationcode, TrainType trainType, boolean arrival) throws Exception {
234
235 DepartureBean departureBean = new DepartureBean();
236
237 String type = getTypeStringWww(trainType);
238
239 stationcode = URLEncoder.encode(stationcode, "ISO-8859-1");
240
241
242 String uri = "http://www.bane.dk/visStation.asp?ArtikelID=4275&W=" + type + "&S=" + stationcode;
243 logger.fine("URI:" + uri);
244
245
246 JsoupInvocation wrapper = new JsoupInvocation( new URL(uri), replyTimeout);
247 CircuitBreaker breaker = CircuitBreakerManager.getManager().getCircuitBreaker("banedk");
248
249 Element page = (Element) breaker.invoke(wrapper);
250
251 String tableName = arrival == false ? "afgangtabel" : "ankomsttabel";
252 Element table = page.getElementById(tableName);
253
254
255
256 if (table != null) {
257 Elements tableRows = table.getElementsByTag("tr");
258
259 boolean passedTidsstreg = false;
260 boolean tidsstregExists = (table.getElementsByAttributeValue("class", "Tidsstreg").size() > 0);
261
262 for (Element currentRow : tableRows) {
263 String rowClass = currentRow.attr("class");
264
265 if (tidsstregExists == true && passedTidsstreg == false) {
266 if (currentRow.getElementsByAttributeValue("class", "Tidsstreg").size() > 0) {
267 passedTidsstreg = true;
268 } else {
269 continue;
270 }
271 }
272
273
274 if (rowClass != null && rowClass.toLowerCase().contains("station") ) {
275 Elements fields = currentRow.getElementsByTag("td");
276
277 DepartureEntry departure = new DepartureEntry();
278
279
280
281 String time = cleanText( fields.get(0).getAllElements().get(2).text() );
282 if (time.equals(""))
283 time = "0:00"; //Bane.dk bug work-around
284 departure.setTime(time);
285
286 int updated = extractUpdated( fields.get(1) );
287 departure.setUpdated(updated);
288
289 String trainNumber = cleanText( fields.get(2).text() );
290 if (type.equalsIgnoreCase("S2")) //If it is S-train we need to extract the trainNumber
291 trainNumber = trainNumber + " " + extractTrainNumberWww(fields.get(2));
292 departure.setTrainNumber(trainNumber);
293
294 String destination = cleanText( fields.get(3).text() );
295 departure.setDestination(destination);
296
297 String origin = cleanText( fields.get(4).text() );
298 departure.setOrigin(origin);
299
300 String location = cleanText( fields.get(5).text() );
301 departure.setLocation(location);
302
303 String status = cleanText( fields.get(6).text() );
304 departure.setStatus(status);
305
306 String note = cleanText( extractNote( fields.get(7) ) );
307 departure.setNote(note);
308
309 departure.setType(type);
310
311 departureBean.entries.add(departure);
312
313
314 }
315 }
316 } else {
317 logger.warning("No departures found for station=" + stationcode + ", type=" + type);
318 }
319
320
321 return departureBean;
322 }
323
324
325 private int extractUpdated(Element updatedTd) { //extract the digit (in this case: 4) from "media/trafikinfo/opdater4.gif"
326 int updated = -1;
327
328 Elements updatedImgs = updatedTd.getElementsByTag("img");
329 String updatedStr = updatedImgs.get(0).attr("src");
330
331 if (updatedStr != null) {
332 for (int i=0; i<updatedStr.length(); i++) {
333 char c = updatedStr.charAt(i);
334 if ( Character.isDigit(c)) {
335 updated = Character.digit(c, 10);
336 break;
337 }
338 }
339 }
340 return updated;
341 }
342
343 private String extractNote(Element noteTd) {
344 String note = noteTd.text().trim();
345
346
347 Elements elems = noteTd.getElementsByClass("bemtype");
348 if (elems.size() > 0 && note.charAt(note.length()-1) == 'i')
349 note = note.substring(0,note.length() -1 );
350
351 return note.trim();
352 }
353
354 private String extractTrainNumberAzure(Element trainTd) {
355 Element anchorElement = trainTd.getElementsByTag("a").get(0);
356 String href = anchorElement.attr("href");
357
358 int pos = href.lastIndexOf('/');
359 String number = href.substring(pos+1);
360
361 return number;
362 }
363
364 private String extractTrainNumberWww(Element trainTd) {
365 String number = "";
366 Element anchorElement = trainTd.getElementsByTag("a").get(0);
367 String href = anchorElement.attr("href");
368 String argstring = href.substring( href.indexOf('?') + 1);
369
370 String args[] = argstring.split("&");
371 for (String arg : args) {
372 String pair[] = arg.split("="); // Key=pair[0], Value=pair[1]
373
374 if (pair[0].equalsIgnoreCase("TogNr"))
375 number = pair[1];
376 }
377
378
379 return number;
380 }
381
382
383 //test
384 /*
385 public static void main(String args[]) throws Exception {
386 DepartureFetcher f = new DepartureFetcher();
387 List<DepartureBean> deps = f.lookupDepartures("AR", "FJRN");
388 for(DepartureBean d : deps) {
389 System.out.println( d.getTime() + ";" + d.getUpdated() + ";" + d.getTrainNumber() + ";" +
390 d.getDestination() + ";" + d.getOrigin() + ";" + d.getLocation() + ";" + d.getStatus() + ";" + d.getNote() );
391 }
392
393 System.out.println("--------------------------");
394 }*/
395 }

  ViewVC Help
Powered by ViewVC 1.1.20