--- android/TrainInfoService/src/dk/thoerup/traininfoservice/RequestPlotter.java 2010/06/07 11:29:55 801 +++ android/TrainInfoService/src/dk/thoerup/traininfoservice/RequestPlotter.java 2010/07/11 17:15:47 988 @@ -2,24 +2,33 @@ import java.io.BufferedReader; import java.io.ByteArrayOutputStream; +import java.io.File; import java.io.FileInputStream; import java.io.IOException; +import java.io.InputStream; import java.io.InputStreamReader; import java.text.ParseException; import java.text.SimpleDateFormat; import java.util.ArrayList; import java.util.Date; import java.util.List; +import java.util.Map; import java.util.logging.Level; import java.util.logging.Logger; +import java.util.zip.GZIPInputStream; import java.util.zip.ZipEntry; import java.util.zip.ZipOutputStream; import javax.servlet.ServletException; +import javax.servlet.annotation.WebListener; +import javax.servlet.annotation.WebServlet; import javax.servlet.http.HttpServlet; import javax.servlet.http.HttpServletRequest; import javax.servlet.http.HttpServletResponse; +import dk.thoerup.traininfoservice.banedk.TimeoutMap; + +@WebServlet(urlPatterns={"/RequestPlotter"}) public class RequestPlotter extends HttpServlet { private static final long serialVersionUID = 1L; @@ -27,6 +36,8 @@ static final String KML = "application/vnd.google-earth.kml"; static final String KMZ = "application/vnd.google-earth.kmz"; + + Map cache = new TimeoutMap(30*60*1000); class RequestPosition { public String ip; @@ -34,42 +45,99 @@ public String lat; public String lng; } + + class PositionContainer { + List blue = new ArrayList(); + List green = new ArrayList(); + List yellow = new ArrayList(); + List red = new ArrayList(); + } + boolean isGz(String fileStr) { + return fileStr.substring(fileStr.length() - 3).equals(".gz"); + } - protected List getRequestsFromFile() throws IOException{ - List positions = new ArrayList(); + protected PositionContainer getRequestsFromFileWorker(boolean multiple) throws IOException{ + PositionContainer positions = new PositionContainer(); try { - FileInputStream fis = new FileInputStream("/var/log/apache2/app_access.log"); - BufferedReader in = new BufferedReader( new InputStreamReader(fis) ); + String files_single[] = {"/var/log/apache2/app_access.log"}; + String files_multi[] = {"/var/log/apache2/app_access.log.3.gz", "/var/log/apache2/app_access.log.2.gz", "/var/log/apache2/app_access.log.1", "/var/log/apache2/app_access.log"}; + + String files[]; + + if (multiple == false) { + files = files_single; + } else { + files = files_multi; + } SimpleDateFormat df = new SimpleDateFormat("dd/MMM/yyyy:HH:mm:ss"); - - String line; - while ( (line=in.readLine()) != null) { - if (line.indexOf("LocateStation") == -1 ){ + + Date now = new Date(); + for (String fileStr : files ) { + File f = new File(fileStr); + if ( !f.exists() ) { continue; } - - if (line.indexOf("latitude") == -1 ) { - continue; + + FileInputStream fis = new FileInputStream(fileStr); + + InputStream input; + if ( isGz(fileStr)) { + input = new GZIPInputStream(fis); + } else { + input = fis; } - RequestPosition pos = new RequestPosition(); - - String toks[] = line.split(" "); - pos.ip = toks[0]; - - pos.time = df.parse( toks[3].replace("[", "") ); + + BufferedReader in = new BufferedReader( new InputStreamReader(input) ); - String argpart = toks[6].split("\\?")[1]; - - String args[] = argpart.split("&"); - - pos.lat = args[0].split("=")[1]; - pos.lng = args[1].split("=")[1]; - - positions.add(pos); + + String line; + while ( (line=in.readLine()) != null) { + if (line.indexOf("LocateStation") == -1 ){ + continue; + } + + if (line.indexOf("latitude=") == -1 ) { + continue; + } + + if (line.indexOf("longitude=") == -1) { + continue; + } + + RequestPosition pos = new RequestPosition(); + + String toks[] = line.split(" "); + pos.ip = toks[0]; + + pos.time = df.parse( toks[3].replace("[", "") ); + + String argpart = toks[6].split("\\?")[1]; + + String args[] = argpart.split("&"); + + pos.lat = args[0].split("=")[1]; + pos.lng = args[1].split("=")[1]; + + + long timediff = now.getTime() - pos.time.getTime(); + if ( timediff < (3*60*60*1000) ) { + positions.red.add(pos); //RED + } else if ( timediff < (24*60*60*1000)) { + positions.yellow.add(pos); //YELLOW + } else if ( timediff < (7*24*60*60*1000)) { + positions.green.add(pos); //GREEN + } else { + positions.blue.add(pos); //BLUE + } + + } + in.close(); + input.close(); + fis.close(); } } catch (ParseException pe) { log.log(Level.SEVERE, "parseException", pe); @@ -81,13 +149,35 @@ return positions; } + + protected void formatPositions(StringBuilder sb, String color, List list) { + sb.append( "\n"); + sb.append( " " ).append(color).append("\n"); + sb.append( " 0\n" ); + + for(RequestPosition current : list) { + sb.append( " \n" ); + sb.append( " #").append(color).append("\n" ); + sb.append( " IP=").append(current.ip).append(" Time=").append(current.time).append("\n" ); + sb.append( " ").append(current.lng).append(",").append(current.lat).append(",0\n" ); + sb.append( " \n" ); + } + + sb.append("\n"); + } - protected String formatXml(List list) { - StringBuilder sb = new StringBuilder(); + protected String formatXml(PositionContainer positions) { + StringBuilder sb = new StringBuilder(1024*1024); sb.append( "\n" ); sb.append( "\n" ); sb.append( "\n" ); + sb.append( " \n"); + sb.append( " Yellow:").append(positions.yellow.size()).append(" (within 24 hours)
\n"); + sb.append( " Green:").append(positions.green.size()).append(" (within one week)
\n"); + sb.append( " Blue:").append(positions.blue.size()).append(" (older)
\n"); + sb.append( " ]]>"); sb.append( " \n\n" ); + sb.append( " \n\n" ); /* String overlay = " " + @@ -121,49 +214,68 @@ */ + formatPositions(sb, "blue", positions.blue); + formatPositions(sb, "green", positions.green); + formatPositions(sb, "yellow", positions.yellow); + formatPositions(sb, "red", positions.red); + - - - - Date now = new Date(); - for(RequestPosition current : list) { - - String style; - long timediff = now.getTime() - current.time.getTime(); - - if ( timediff < (3*60*60*1000) ) { - style = "#red"; - } else if ( timediff < (24*60*60*1000)) { - style = "#yellow"; - } else { - style = "#green"; - } - - sb.append( " \n" ); - sb.append( " " + style + "\n" ); - sb.append( " IP=" + current.ip + " Time=" + current.time + "\n" ); - sb.append( " " + current.lng + "," + current.lat + ",0\n" ); - sb.append( " \n" ); - } - - sb.append( "\n" ); + sb.append( "\n" ); sb.append( "\n" ); return sb.toString(); } + + protected String getRequestsFromFile(boolean multiple) throws IOException { + String kmlData = null; + String key; + + if (multiple == false) { + key = "kmldata"; + } else { + key = "kmldata-multi"; + } + + kmlData = cache.get(key); + + if (kmlData == null) { + kmlData = formatXml( getRequestsFromFileWorker(multiple) ); + cache.put(key, kmlData); + kmlData += ""; + } else { + kmlData += ""; + } + + return kmlData; + } + + boolean enabled(String param) { + if (param == null || param.equals("")) { + return false; + } + + int p = 0; + try { + p = Integer.parseInt(param); + } catch (Exception e) {} + + return (p != 0); + } @Override protected void doGet(HttpServletRequest req, HttpServletResponse resp) throws ServletException, IOException { - - String data = formatXml( getRequestsFromFile() ); - - if (req.getParameter("zip") != null) { + + boolean multiple = enabled( req.getParameter("multi") ); + + String kmlData = getRequestsFromFile(multiple); + + if ( enabled(req.getParameter("zip")) ) { ByteArrayOutputStream baos = new ByteArrayOutputStream(); ZipOutputStream zip = new ZipOutputStream(baos); zip.putNextEntry( new ZipEntry("trains.kml") ); - zip.write( data.getBytes() ); + zip.write( kmlData.getBytes() ); zip.closeEntry(); zip.close(); @@ -175,7 +287,7 @@ } else { resp.setContentType(KML); - resp.getWriter().print( data ); + resp.getWriter().print( kmlData ); } } }