--- android/TrainInfoService/src/dk/thoerup/traininfoservice/banedk/DepartureFetcher.java	2009/09/10 09:40:27	305
+++ android/TrainInfoService/src/dk/thoerup/traininfoservice/banedk/DepartureFetcher.java	2010/07/09 21:46:45	971
@@ -1,76 +1,227 @@
 package dk.thoerup.traininfoservice.banedk;
 
 import java.util.ArrayList;
+import java.util.Collections;
 import java.util.List;
+import java.util.Map;
+import java.util.logging.Logger;
 
-import com.gargoylesoftware.htmlunit.ProxyConfig;
+import com.gargoylesoftware.htmlunit.BrowserVersion;
 import com.gargoylesoftware.htmlunit.WebClient;
 import com.gargoylesoftware.htmlunit.html.DomNodeList;
 import com.gargoylesoftware.htmlunit.html.HtmlElement;
 import com.gargoylesoftware.htmlunit.html.HtmlPage;
 
+import dk.thoerup.circuitbreaker.CircuitBreaker;
+import dk.thoerup.circuitbreaker.CircuitBreakerManager;
+import dk.thoerup.traininfoservice.StationBean;
+import dk.thoerup.traininfoservice.StationDAO;
+import dk.thoerup.traininfoservice.Statistics;
+
 public class DepartureFetcher {
 	
+	Logger logger = Logger.getLogger(DepartureFetcher.class.getName());
+	
+	Map<String, List<DepartureBean>> cache;
+	
+	StationDAO stationDao = new StationDAO();
+	
+	private boolean useTempSite;
+	
+	public DepartureFetcher(boolean tempSite, int cacheTimeout) {
+		useTempSite = tempSite;
+		cache = new TimeoutMap<String,List<DepartureBean>>(cacheTimeout);
+	}
+	
+	
+		
+	
+	public List<DepartureBean> cachedLookupDepartures(int stationID, boolean arrival) throws Exception {
+		final String key = "" + stationID + ":" + arrival;
+		
+		List<DepartureBean> list = cache.get(key);
+
+		
+		if (list == null) {
+			list = lookupDepartures(stationID,arrival);
+			cache.put(key, list);
+		} else {
+			Statistics.getInstance().incrementDepartureCacheHits();
+			logger.info("Departure: Cache hit " + key); //remove before production
+		}
+		return list;
+	}
+		
+
+	public List<DepartureBean> lookupDepartures(int stationID, boolean arrival) throws Exception {
+		List<DepartureBean> departureList = new ArrayList<DepartureBean>();
+		
+		StationBean station = stationDao.getById(stationID);
+		
+		if (station.getRegional() != null) {
+			List<DepartureBean> list = lookupDepartures(station.getRegional(), "Fjerntog", arrival);
+			departureList.addAll(list);			
+		}
+		
+		if (station.getStrain() != null) {
+			List<DepartureBean> list = lookupDepartures(station.getStrain(), "S-Tog", arrival);
+			departureList.addAll(list);	
+		}		
+		
+		Collections.sort( departureList );
+
+		
+		return departureList;
+	}
 	
-	static ProxyConfig proxyConfig;
-	static {
-		proxyConfig = new ProxyConfig();
-		proxyConfig.setProxyHost("rafiki.t-hoerup.dk");
-		proxyConfig.setProxyPort(3128);
+	public List<DepartureBean> lookupDepartures(String stationcode, String type, boolean arrival) throws Exception {
+		if (useTempSite == false) {
+			return lookupDeparturesNormalSite(stationcode, type, arrival);
+		} else {
+			return lookupDeparturesFromTemporarySite(stationcode, type);
+		}
 	}
 	
-	public List<DepartureBean> lookupDepartures() throws Exception {
+	public List<DepartureBean> lookupDeparturesNormalSite(String stationcode, String type, boolean arrival) throws Exception {
 		
 		List<DepartureBean> departureList = new ArrayList<DepartureBean>();
 		
-	    final WebClient webClient = new WebClient();
-	    webClient.setTimeout(1000);
-	    webClient.setProxyConfig(proxyConfig);
-	    webClient.setJavaScriptEnabled(false); 
-	    
-	    final HtmlPage page = webClient.getPage("http://www.bane.dk/visStation.asp?ArtikelID=4275&W=FJRN&S=BJ");
-	    
-	    HtmlElement table = page.getElementById("afgangtabel");
-	    DomNodeList<HtmlElement> tableRows =  table.getElementsByTagName("tr");
-	    
-	    for (HtmlElement currentRow : tableRows) {
-	    	String rowClass = currentRow.getAttribute("class");
-	    	if (rowClass != null && rowClass.toLowerCase().contains("station") ) {
-	    		DomNodeList<HtmlElement> fields = currentRow.getElementsByTagName("td");
-
-	    		DepartureBean departure = new DepartureBean();
-	    		
-	    		String time = fields.get(0).asText();
-	    		departure.setTime(time);
-	    		
-	    		int updated = extractUpdated( fields.get(1) );
-	    		departure.setUpdated(updated);
-	    		
-	    		String trainNumber = fields.get(2).asText();
-	    		departure.setTrainNumber(trainNumber);
-	    		
-	    		String destination = fields.get(3).asText();
-	    		departure.setDestination(destination);
-	    		
-	    		String origin = fields.get(4).asText();
-	    		departure.setOrigin(origin);
-	    		
-	    		String location = fields.get(5).asText();
-	    		departure.setLocation(location);
-	    		
-	    		String status = fields.get(6).asText();
-	    		departure.setStatus(status);
-	    		
-	    		String note = fields.get(7).asText();
-	    		departure.setNote(note);
-	    		
-	    		departureList.add(departure);
-	    	}
+	    final WebClient webClient = new WebClient( BrowserVersion.FIREFOX_3 );
+	    webClient.setTimeout(2500);
+	    webClient.setJavaScriptEnabled(false);
+	    
+	    String arrivalDeparture = (arrival==false) ? "Afgang" : "Ankomst"; 
+	    	    	    
+	    //String uri = "http://www.bane.dk/visStation.asp?ArtikelID=4275&W=" + type + "&S=" + stationcode;
+	    String uri = "http://trafikinfo.bane.dk/Trafikinformation/AfgangAnkomst/" + arrivalDeparture + "/" + stationcode + "/" +type + "/UdvidetVisning";
+
+	    //logger.info("URI: " + uri);
+	    HtmlunitInvocation wrapper = new HtmlunitInvocation(webClient, uri);
+	    CircuitBreaker breaker = CircuitBreakerManager.getManager().getCircuitBreaker("banedk");
+	    
+	    HtmlPage page = (HtmlPage) breaker.invoke(wrapper);
+	    
+	    String tableName = arrival == false ? "afgangtabel" : "ankomsttabel";
+	    HtmlElement table = page.getElementById(tableName);
+	    
+	    if (table != null) {
+		    DomNodeList<HtmlElement> tableRows =  table.getElementsByTagName("tr");
+		    
+		    for (HtmlElement currentRow : tableRows) {
+		    	String rowClass = currentRow.getAttribute("class");
+		    	if (rowClass != null && rowClass.toLowerCase().contains("station") ) {
+		    		DomNodeList<HtmlElement> fields = currentRow.getElementsByTagName("td");
+	
+		    		DepartureBean departure = new DepartureBean();
+		    		
+		    		String time = fields.get(0).asText();
+		    		if (time.equals(""))
+		    			time = "0:00"; //Bane.dk bug work-around
+		    		departure.setTime(time);
+		    		
+		    		int updated = extractUpdated( fields.get(1) );
+		    		departure.setUpdated(updated);
+		    		
+		    		String trainNumber = fields.get(2).asText();
+		    		if (type.equalsIgnoreCase("S-Tog")) //If it is S-train we need to extract the trainNumber 
+		    			trainNumber = trainNumber + " " + extractTrainNumber(fields.get(2));
+		    		departure.setTrainNumber(trainNumber);
+		    		
+		    		String destination = fields.get(3).asText();
+		    		departure.setDestination(destination);
+		    		
+		    		String origin = fields.get(4).asText();
+		    		departure.setOrigin(origin);
+		    		
+		    		String location = fields.get(5).asText();
+		    		departure.setLocation(location);
+		    		
+		    		String status = fields.get(6).asText().trim();
+		    		departure.setStatus(status);
+		    		
+		    		String note = extractNote( fields.get(7) );
+		    		departure.setNote(note);
+		    		
+		    		departure.setType(type);
+		    		
+		    		departureList.add(departure);
+		    	}
+		    }
+	    } else {
+	    	logger.warning("No departures found for station=" + stationcode + ", type=" + type);
 	    }
+	    webClient.closeAllWindows();
 	    
 	    return departureList;
 	}
 	
+	public List<DepartureBean> lookupDeparturesFromTemporarySite(String stationcode, String type) throws Exception {
+		
+		List<DepartureBean> departureList = new ArrayList<DepartureBean>();
+		
+	    final WebClient webClient = new WebClient(BrowserVersion.FIREFOX_3);
+	    webClient.setTimeout(2500);
+	    webClient.setJavaScriptEnabled(false);
+	    
+
+	    String uri = "http://bane.dk/lite/station.asp?w=" + type + "&s=" + stationcode;
+	    
+	    HtmlunitInvocation wrapper = new HtmlunitInvocation(webClient, uri);
+	    CircuitBreaker breaker = CircuitBreakerManager.getManager().getCircuitBreaker("banedk");
+	    
+	    HtmlPage page = (HtmlPage) breaker.invoke(wrapper);
+	    
+	    HtmlElement table = page.getElementById("traf_afgang");
+	    
+	    if (table != null) {		    	
+		    DomNodeList<HtmlElement> tableRows =  table.getElementsByTagName("tr");
+		    
+		    boolean isFirst = true;
+		    
+		    for (HtmlElement currentRow : tableRows) {
+		    	if (isFirst == true) { //skip table headers
+		    		isFirst = false;
+		    		continue;
+		    	}
+		    	
+		    	DomNodeList<HtmlElement> fields = currentRow.getElementsByTagName("td");
+
+		    	DepartureBean departure = new DepartureBean();
+
+		    	String time = fields.get(0).asText().trim();
+
+		    	if (time.equals(""))
+		    		time = "0:00"; //Bane.dk bug work-around
+		    	departure.setTime(time);
+
+
+		    	String trainNumber = fields.get(1).asText();
+		    	departure.setTrainNumber(trainNumber);
+
+		    	String destination = fields.get(2).asText();
+		    	departure.setDestination(destination);
+
+		    	String origin = fields.get(3).asText();
+		    	departure.setOrigin(origin);
+
+		    	String status = fields.get(4).asText();
+		    	departure.setStatus(status);
+
+		    	String note = fields.get(5).asText();
+		    	departure.setNote(note);
+
+		    	departureList.add(departure);
+		    }
+	    } else {
+	    	logger.warning("No departures found for station=" + stationcode + ", type=" + type);
+	    }
+	    webClient.closeAllWindows();
+	    
+	    
+	    return departureList;
+	}
+
+	
 	private int extractUpdated(HtmlElement updatedTd) { //extract the digit (in this case: 4) from "media/trafikinfo/opdater4.gif" 
 		int updated = -1;
 		
@@ -89,15 +240,46 @@
 		return updated;
 	}
 	
+	private String extractNote(HtmlElement noteTd) {
+		String note = noteTd.asText().trim();
+		
+		List<HtmlElement> elems = noteTd.getElementsByAttribute("span", "class", "bemtype");
+		if (elems.size() > 0 && note.charAt(note.length()-1) == 'i')
+			note = note.substring(0,note.length() -1 );
+
+		return note;
+	}
+	
+	private String extractTrainNumber(HtmlElement trainTd) {
+		String number = "";
+		HtmlElement anchorElement = trainTd.getElementsByTagName("a").get(0);
+		String href = anchorElement.getAttribute("href");
+		String argstring = href.substring( href.indexOf('?') + 1);
+		
+		String args[] = argstring.split("/");
+		number = args[args.length-1];
+		
+		/*for (String arg : args) {
+			String pair[] = arg.split("="); // Key=pair[0], Value=pair[1]
+			
+			if (pair[0].equalsIgnoreCase("TogNr"))
+				number = pair[1];
+		}*/
+		
+		
+		return number;
+	}
+	
 	//test
-	public static void main(String args[]) throws Exception{
+	/*
+	public static void main(String args[]) throws Exception {
 		DepartureFetcher f = new DepartureFetcher();
-		List<DepartureBean> deps = f.lookupDepartures();
+		List<DepartureBean> deps = f.lookupDepartures("AR", "FJRN");
 		for(DepartureBean d : deps) {
 			System.out.println( d.getTime() + ";" + d.getUpdated() + ";" + d.getTrainNumber() + ";" + 
 						d.getDestination() + ";" + d.getOrigin() + ";" + d.getLocation() + ";" + d.getStatus() + ";" + d.getNote()   );
 		}
 		
 		System.out.println("--------------------------");
-	}
+	}*/
 }