thoerup/traininfoservice/RequestPlotter.java

package dk.thoerup.traininfoservice;

import java.io.BufferedReader;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.Map;
import java.util.logging.Level;
import java.util.logging.Logger;
import java.util.zip.GZIPInputStream;
import java.util.zip.ZipEntry;
import java.util.zip.ZipOutputStream;

import javax.servlet.ServletException;
import javax.servlet.http.HttpServlet;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;

import dk.thoerup.traininfoservice.banedk.TimeoutMap;

public class RequestPlotter extends HttpServlet {
        private static final long serialVersionUID = 1L;

        static final Logger log = Logger.getLogger(RequestPlotter.class.getName());

        static final String KML = "application/vnd.google-earth.kml";
        static final String KMZ = "application/vnd.google-earth.kmz";
        
        Map<String,String> cache = new TimeoutMap<String,String>(2*60*1000);

        class RequestPosition {
                public String ip;
                public Date time;
                public String lat;
                public String lng;
        }


        boolean isGz(String fileStr) {
                return fileStr.substring(fileStr.length() - 3).equals(".gz");
        }

        protected List<RequestPosition> getRequestsFromFileWorker(boolean multiple) throws IOException{
                List<RequestPosition> positions = new ArrayList<RequestPosition>();

                try {
                        String files_single[] = {"/var/log/apache2/app_access.log"};
                        String files_multi[] = {"/var/log/apache2/app_access.log.2.gz", "/var/log/apache2/app_access.log.1", "/var/log/apache2/app_access.log"};
                        
                        String files[];
                        
                        if (multiple == false) {
                                files = files_single;
                        } else {
                                files = files_multi;
                        }

                        SimpleDateFormat df = new SimpleDateFormat("dd/MMM/yyyy:HH:mm:ss");
                        
                        for (String fileStr : files ) {
                                File f = new File(fileStr);
                                if ( !f.exists() ) {
                                        continue;
                                }
                                
                                FileInputStream fis = new FileInputStream(fileStr);
                                
                                InputStream input;
                                if ( isGz(fileStr)) {
                                        input = new GZIPInputStream(fis);
                                } else {
                                        input = fis;
                                }
                                
                                BufferedReader in = new BufferedReader( new InputStreamReader(input) );

        
                                String line;
                                while ( (line=in.readLine()) != null) {
                                        if (line.indexOf("LocateStation") == -1 ){
                                                continue;
                                        }
        
                                        if (line.indexOf("latitude") == -1 ) {
                                                continue;
                                        }
                                        RequestPosition pos = new RequestPosition();
        
                                        String toks[] = line.split(" ");
                                        pos.ip = toks[0];
        
                                        pos.time = df.parse( toks[3].replace("[", "") );
        
                                        String argpart = toks[6].split("\\?")[1];
        
                                        String args[] = argpart.split("&");
        
                                        pos.lat = args[0].split("=")[1];
                                        pos.lng = args[1].split("=")[1];
        
                                        positions.add(pos);
                                }
                                in.close();
                                input.close();
                                fis.close();
                        }
                } catch (ParseException pe) {
                        log.log(Level.SEVERE, "parseException", pe);
                        throw new IOException(pe);
                } catch (IOException e) {
                        log.log(Level.SEVERE, "getKml()", e);
                        throw e;
                }

                return positions;
        }

        protected String formatXml(List<RequestPosition> list) {
                StringBuilder sb = new StringBuilder();

                sb.append( "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n" );
                sb.append( "<kml xmlns=\"http://www.opengis.net/kml/2.2\">\n" );
                sb.append( "<Document>\n" );            
                
                
                sb.append( " <Style id=\"red\">\n" );
                sb.append( "  <IconStyle><Icon><href>http://maps.google.com/mapfiles/kml/paddle/red-circle.png</href></Icon></IconStyle>\n" );
                sb.append( " </Style>\n");

                sb.append( " <Style id=\"yellow\">\n" );
                sb.append( "  <IconStyle><Icon><href>http://maps.google.com/mapfiles/kml/paddle/ylw-circle.png</href></Icon></IconStyle>\n" );
                sb.append( " </Style>\n" );

                sb.append( " <Style id=\"green\">\n" );
                sb.append( "  <IconStyle><Icon><href>http://maps.google.com/mapfiles/kml/paddle/grn-circle.png</href></Icon></IconStyle>\n" );
                sb.append( " </Style>\n\n" );
                
/*
                String overlay = 
              " <ScreenOverlay>" +
                " <name>Absolute Positioning: Top left</name>" +
                " <description>Absolute Positioning: Top left</description>" +
                " <visibility>1</visibility>" +
                "  <Icon>" +
                "   <href>http://code.google.com/apis/kml/documentation/top_left.jpg</href>" +
                "  </Icon>" +
                "  <overlayXY x=\"0\" y=\"1\" xunits=\"fraction\" yunits=\"fraction\"/>" +
                "  <screenXY x=\"0\" y=\"1\" xunits=\"fraction\" yunits=\"fraction\"/>" +
                "  <rotationXY x=\"0\" y=\"0\" xunits=\"fraction\" yunits=\"fraction\"/>" +
                "  <size x=\"0\" y=\"0\" xunits=\"fraction\" yunits=\"fraction\"/>" +
              " </ScreenOverlay>" ;
                
                sb.append(overlay);
        */      
                

                final String STYLE_GREEN = "green";
                final String STYLE_YELLOW = "yellow";
                final String STYLE_RED = "red";

                String oldstyle = null;
                Date now = new Date();
                for(RequestPosition current : list) {
                        
                        String style;
                        long timediff = now.getTime() - current.time.getTime();
                        
                        if ( timediff < (3*60*60*1000) ) {
                                style = STYLE_RED;
                        } else if ( timediff < (24*60*60*1000)) {
                                style = STYLE_YELLOW;
                        } else {
                                style = STYLE_GREEN;
                        }
                        
                        if (  !style.equals(oldstyle) ) {
                                if (oldstyle != null)                           
                                        sb.append( "</Folder>\n");
                                sb.append( "<Folder>\n");
                                sb.append( " <name>" ).append(style).append("</name>\n");
                                sb.append( " <open>0</open>\n" );
                                
                                oldstyle = style;
                        }
                        
                        sb.append( " <Placemark>\n" );
                        sb.append( "  <styleUrl>#" + style + "</styleUrl>\n" );
                        sb.append( "  <description>IP=" + current.ip + "  Time=" + current.time + "</description>\n" );
                        sb.append( "  <Point><coordinates>" + current.lng + "," + current.lat + ",0</coordinates></Point>\n" );
                        sb.append( " </Placemark>\n" );                 
                }
                sb.append( "</Folder>\n" );
                sb.append( "</Document>\n" );
                sb.append( "</kml>\n" );

                return sb.toString(); 
        }
        
        protected String getRequestsFromFile(boolean multiple) throws IOException {             
                String kmlData = null;
                String key;
                
                if (multiple == false)  {
                        key = "kmldata";
                } else {
                        key = "kmldata-multi";
                }
                                        
                kmlData = cache.get(key);
                        
                if (kmlData == null) {
                        kmlData = formatXml( getRequestsFromFileWorker(multiple) );
                        cache.put(key, kmlData);
                        kmlData += "<!-- from source -->";                      
                } else {
                        kmlData += "<!-- cached -->";
                }
                                        
                return kmlData;
        }

        @Override
        protected void doGet(HttpServletRequest req, HttpServletResponse resp) throws ServletException, IOException {
                
                boolean multiple = req.getParameter("multi") != null;
                
                String kmlData = getRequestsFromFile(multiple);
                
                if (req.getParameter("zip") != null) {

                        ByteArrayOutputStream baos = new ByteArrayOutputStream();

                        ZipOutputStream zip = new ZipOutputStream(baos);
                        zip.putNextEntry( new ZipEntry("trains.kml") );
                        zip.write( kmlData.getBytes() );
                        zip.closeEntry();
                        zip.close();

                        byte bytes[] = baos.toByteArray();

                        resp.setContentType(KMZ);
                        resp.setContentLength( bytes.length );
                        resp.getOutputStream().write(bytes);

                } else {
                        resp.setContentType(KML);
                        resp.getWriter().print( kmlData );
                }
        }
}
1	package dk.thoerup.traininfoservice;
2
3	import java.io.BufferedReader;
4	import java.io.ByteArrayOutputStream;
5	import java.io.File;
6	import java.io.FileInputStream;
7	import java.io.IOException;
8	import java.io.InputStream;
9	import java.io.InputStreamReader;
10	import java.text.ParseException;
11	import java.text.SimpleDateFormat;
12	import java.util.ArrayList;
13	import java.util.Date;
14	import java.util.List;
15	import java.util.Map;
16	import java.util.logging.Level;
17	import java.util.logging.Logger;
18	import java.util.zip.GZIPInputStream;
19	import java.util.zip.ZipEntry;
20	import java.util.zip.ZipOutputStream;
21
22	import javax.servlet.ServletException;
23	import javax.servlet.http.HttpServlet;
24	import javax.servlet.http.HttpServletRequest;
25	import javax.servlet.http.HttpServletResponse;
26
27	import dk.thoerup.traininfoservice.banedk.TimeoutMap;
28
29	public class RequestPlotter extends HttpServlet {
30	private static final long serialVersionUID = 1L;
31
32	static final Logger log = Logger.getLogger(RequestPlotter.class.getName());
33
34	static final String KML = "application/vnd.google-earth.kml";
35	static final String KMZ = "application/vnd.google-earth.kmz";
36
37	Map<String,String> cache = new TimeoutMap<String,String>(2601000);
38
39	class RequestPosition {
40	public String ip;
41	public Date time;
42	public String lat;
43	public String lng;
44	}
45
46
47	boolean isGz(String fileStr) {
48	return fileStr.substring(fileStr.length() - 3).equals(".gz");
49	}
50
51	protected List<RequestPosition> getRequestsFromFileWorker(boolean multiple) throws IOException{
52	List<RequestPosition> positions = new ArrayList<RequestPosition>();
53
54	try {
55	String files_single[] = {"/var/log/apache2/app_access.log"};
56	String files_multi[] = {"/var/log/apache2/app_access.log.2.gz", "/var/log/apache2/app_access.log.1", "/var/log/apache2/app_access.log"};
57
58	String files[];
59
60	if (multiple == false) {
61	files = files_single;
62	} else {
63	files = files_multi;
64	}
65
66	SimpleDateFormat df = new SimpleDateFormat("dd/MMM/yyyy:HH:mm:ss");
67
68	for (String fileStr : files ) {
69	File f = new File(fileStr);
70	if ( !f.exists() ) {
71	continue;
72	}
73
74	FileInputStream fis = new FileInputStream(fileStr);
75
76	InputStream input;
77	if ( isGz(fileStr)) {
78	input = new GZIPInputStream(fis);
79	} else {
80	input = fis;
81	}
82
83	BufferedReader in = new BufferedReader( new InputStreamReader(input) );
84
85
86	String line;
87	while ( (line=in.readLine()) != null) {
88	if (line.indexOf("LocateStation") == -1 ){
89	continue;
90	}
91
92	if (line.indexOf("latitude") == -1 ) {
93	continue;
94	}
95	RequestPosition pos = new RequestPosition();
96
97	String toks[] = line.split(" ");
98	pos.ip = toks[0];
99
100	pos.time = df.parse( toks[3].replace("[", "") );
101
102	String argpart = toks[6].split("\\?")[1];
103
104	String args[] = argpart.split("&");
105
106	pos.lat = args[0].split("=")[1];
107	pos.lng = args[1].split("=")[1];
108
109	positions.add(pos);
110	}
111	in.close();
112	input.close();
113	fis.close();
114	}
115	} catch (ParseException pe) {
116	log.log(Level.SEVERE, "parseException", pe);
117	throw new IOException(pe);
118	} catch (IOException e) {
119	log.log(Level.SEVERE, "getKml()", e);
120	throw e;
121	}
122
123	return positions;
124	}
125
126	protected String formatXml(List<RequestPosition> list) {
127	StringBuilder sb = new StringBuilder();
128
129	sb.append( "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n" );
130	sb.append( "<kml xmlns=\"http://www.opengis.net/kml/2.2\">\n" );
131	sb.append( "<Document>\n" );
132
133
134	sb.append( " <Style id=\"red\">\n" );
135	sb.append( " <IconStyle><Icon><href>http://maps.google.com/mapfiles/kml/paddle/red-circle.png</href></Icon></IconStyle>\n" );
136	sb.append( " </Style>\n");
137
138	sb.append( " <Style id=\"yellow\">\n" );
139	sb.append( " <IconStyle><Icon><href>http://maps.google.com/mapfiles/kml/paddle/ylw-circle.png</href></Icon></IconStyle>\n" );
140	sb.append( " </Style>\n" );
141
142	sb.append( " <Style id=\"green\">\n" );
143	sb.append( " <IconStyle><Icon><href>http://maps.google.com/mapfiles/kml/paddle/grn-circle.png</href></Icon></IconStyle>\n" );
144	sb.append( " </Style>\n\n" );
145
146	/*
147	String overlay =
148	" <ScreenOverlay>" +
149	" <name>Absolute Positioning: Top left</name>" +
150	" <description>Absolute Positioning: Top left</description>" +
151	" <visibility>1</visibility>" +
152	" <Icon>" +
153	" <href>http://code.google.com/apis/kml/documentation/top_left.jpg</href>" +
154	" </Icon>" +
155	" <overlayXY x=\"0\" y=\"1\" xunits=\"fraction\" yunits=\"fraction\"/>" +
156	" <screenXY x=\"0\" y=\"1\" xunits=\"fraction\" yunits=\"fraction\"/>" +
157	" <rotationXY x=\"0\" y=\"0\" xunits=\"fraction\" yunits=\"fraction\"/>" +
158	" <size x=\"0\" y=\"0\" xunits=\"fraction\" yunits=\"fraction\"/>" +
159	" </ScreenOverlay>" ;
160
161	sb.append(overlay);
162	*/
163
164
165	final String STYLE_GREEN = "green";
166	final String STYLE_YELLOW = "yellow";
167	final String STYLE_RED = "red";
168
169	String oldstyle = null;
170	Date now = new Date();
171	for(RequestPosition current : list) {
172
173	String style;
174	long timediff = now.getTime() - current.time.getTime();
175
176	if ( timediff < (36060*1000) ) {
177	style = STYLE_RED;
178	} else if ( timediff < (246060*1000)) {
179	style = STYLE_YELLOW;
180	} else {
181	style = STYLE_GREEN;
182	}
183
184	if ( !style.equals(oldstyle) ) {
185	if (oldstyle != null)
186	sb.append( "</Folder>\n");
187	sb.append( "<Folder>\n");
188	sb.append( " <name>" ).append(style).append("</name>\n");
189	sb.append( " <open>0</open>\n" );
190
191	oldstyle = style;
192	}
193
194	sb.append( " <Placemark>\n" );
195	sb.append( " <styleUrl>#" + style + "</styleUrl>\n" );
196	sb.append( " <description>IP=" + current.ip + " Time=" + current.time + "</description>\n" );
197	sb.append( " <Point><coordinates>" + current.lng + "," + current.lat + ",0</coordinates></Point>\n" );
198	sb.append( " </Placemark>\n" );
199	}
200	sb.append( "</Folder>\n" );
201	sb.append( "</Document>\n" );
202	sb.append( "</kml>\n" );
203
204	return sb.toString();
205	}
206
207	protected String getRequestsFromFile(boolean multiple) throws IOException {
208	String kmlData = null;
209	String key;
210
211	if (multiple == false) {
212	key = "kmldata";
213	} else {
214	key = "kmldata-multi";
215	}
216
217	kmlData = cache.get(key);
218
219	if (kmlData == null) {
220	kmlData = formatXml( getRequestsFromFileWorker(multiple) );
221	cache.put(key, kmlData);
222	kmlData += "<!-- from source -->";
223	} else {
224	kmlData += "<!-- cached -->";
225	}
226
227	return kmlData;
228	}
229
230	@Override
231	protected void doGet(HttpServletRequest req, HttpServletResponse resp) throws ServletException, IOException {
232
233	boolean multiple = req.getParameter("multi") != null;
234
235	String kmlData = getRequestsFromFile(multiple);
236
237	if (req.getParameter("zip") != null) {
238
239	ByteArrayOutputStream baos = new ByteArrayOutputStream();
240
241	ZipOutputStream zip = new ZipOutputStream(baos);
242	zip.putNextEntry( new ZipEntry("trains.kml") );
243	zip.write( kmlData.getBytes() );
244	zip.closeEntry();
245	zip.close();
246
247	byte bytes[] = baos.toByteArray();
248
249	resp.setContentType(KMZ);
250	resp.setContentLength( bytes.length );
251	resp.getOutputStream().write(bytes);
252
253	} else {
254	resp.setContentType(KML);
255	resp.getWriter().print( kmlData );
256	}
257	}
258	}