thoerup/marketstats/ShowStats.java

package dk.thoerup.marketstats;

import java.io.IOException;
import java.net.InetSocketAddress;
import java.util.ArrayList;
import java.util.Locale;
import java.util.concurrent.TimeUnit;
import java.util.logging.Logger;

import javax.servlet.ServletException;
import javax.servlet.annotation.WebServlet;
import javax.servlet.http.HttpServlet;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;

import net.spy.memcached.MemcachedClient;

import com.gc.android.market.api.MarketSession;
import com.gc.android.market.api.model.Market.AppsRequest;
import com.gc.android.market.api.model.Market.CommentsRequest;


@WebServlet(urlPatterns={"/ShowStats"})
public class ShowStats extends HttpServlet {
        private static final long serialVersionUID = 1L;

        static final int MAXCOMMENTS = 30;
        static final int APP_TIMEOUT = 30*60;
        static final int COMMENT_TIMEOUT = APP_TIMEOUT * 4;
        
        static final Logger log = Logger.getLogger(ShowStats.class.getName());

        String login;
        String password;
        
        MemcachedClient memcache = null;


        @Override
        public void init() throws ServletException {
                super.init();

                login = getServletContext().getInitParameter("login");
                password = getServletContext().getInitParameter("password");
                
                try {
                        memcache = new MemcachedClient(new InetSocketAddress("localhost", 11211));
                } catch (IOException e) {
                        throw new ServletException(e);
                }
        }

        @Override
        public void destroy() {
                super.destroy();
                
                memcache.shutdown(3, TimeUnit.SECONDS);
                memcache = null;
        }

        protected AppBean lookupApp(String query) throws IOException {
                

                String key = "marketstats:" + query.replace(' ', '_');
                //String response = (String) memcache.get(key);
                AppBean response = (AppBean) memcache.get(key);

                if (response == null) {
                        response = lookupAppWorker(query);
                        if (response != null) {
                                memcache.set(key, APP_TIMEOUT, response);
                        }
                } 
                return response;
        }

        protected AppBean lookupAppWorker(String query) {

                MarketSession session = new MarketSession();
                session.login(login,password);
                //session.getContext().setAndroidId("dead00beef");


                AppsRequest appsRequest = AppsRequest.newBuilder()
                .setQuery(query)
                .setStartIndex(0)
                .setEntriesCount(1)
                .setWithExtendedInfo(true)
                .build();
                
                AppsCallback appsCb = new AppsCallback();
                session.append(appsRequest, appsCb);
                session.flush();
                
                return appsCb.getResult().get(0);
        }       
        
        CommentsRequest buildCommentRequest(String appId, int start, int count) {
                CommentsRequest commentsRequest = CommentsRequest.newBuilder()
                .setAppId(appId)
                .setStartIndex(start)
                .setEntriesCount(count)
                .build();
                
                return commentsRequest;
        }
        
        private ArrayList<CommentBean> loadComments(String appId) {
                
                ArrayList<CommentBean> commentBeans = new ArrayList<CommentBean>();
                MarketSession session = new MarketSession();
                session.login(login,password);
                
                CommentCallback commentsCb = new CommentCallback();
                commentsCb.setList( commentBeans ); 

                session.setLocale( Locale.ROOT );
                
                
                int start = 0;
                do {
                        int count = 10;
                        if (start > 0)                          
                                count = Math.min(10, commentsCb.getEntryCount() );
                        
                        //log.warning("count=" + count + " start=" + start + " entryCount=" + commentsCb.getEntryCount() );
                        for (int i=0; i<5;i++) {
                                CommentsRequest commentsRequest = buildCommentRequest(appId,start,count);                       
                                session.append(commentsRequest, commentsCb);
                                start +=10;
                        }
                        
                        session.flush();
                                                
                        if (start >= MAXCOMMENTS)
                                break; //emergency brake
                        
                } while ( start < commentsCb.getEntryCount() );
                
                return commentBeans;
        }

        
        @SuppressWarnings("unchecked")
        public ArrayList<CommentBean> getComments(AppBean app) {                
                String key = "marketstats:comments:" + app.getId();
                ArrayList<CommentBean>  comments =  (ArrayList<CommentBean>) memcache.get(key);

                if (comments == null) {
                        comments = loadComments(app.getId());
                        memcache.set(key, COMMENT_TIMEOUT, comments); 
                } 
                return comments;
        }

        protected void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException {
                String query = "pname:" + request.getParameter("app");
                
                request.setAttribute("extended", request.getParameter("extended"));
                
                AppBean app = lookupApp(query);
                if (app != null) {
                        request.setAttribute("app", app);
                
                        ArrayList<CommentBean> comments = getComments(app);
                        request.setAttribute("comments", comments);
                
                        getServletContext().getRequestDispatcher("/statsview.jsp").forward(request, response);
                } else {
                        response.getWriter().print("No app found with query=" + query);
                }
        }

}
1	torben	659	package dk.thoerup.marketstats;
2
3			import java.io.IOException;
4			import java.net.InetSocketAddress;
5	torben	662	import java.util.ArrayList;
6	torben	659	import java.util.Locale;
7	torben	762	import java.util.concurrent.TimeUnit;
8	torben	659	import java.util.logging.Logger;
9
10			import javax.servlet.ServletException;
11	torben	957	import javax.servlet.annotation.WebServlet;
12	torben	659	import javax.servlet.http.HttpServlet;
13			import javax.servlet.http.HttpServletRequest;
14			import javax.servlet.http.HttpServletResponse;
15
16			import net.spy.memcached.MemcachedClient;
17
18			import com.gc.android.market.api.MarketSession;
19			import com.gc.android.market.api.model.Market.AppsRequest;
20			import com.gc.android.market.api.model.Market.CommentsRequest;
21
22
23	torben	957	@WebServlet(urlPatterns={"/ShowStats"})
24	torben	659	public class ShowStats extends HttpServlet {
25			private static final long serialVersionUID = 1L;
26
27	torben	950	static final int MAXCOMMENTS = 30;
28			static final int APP_TIMEOUT = 30*60;
29			static final int COMMENT_TIMEOUT = APP_TIMEOUT * 4;
30	torben	949
31	torben	659	static final Logger log = Logger.getLogger(ShowStats.class.getName());
32
33			String login;
34			String password;
35	torben	667
36			MemcachedClient memcache = null;
37	torben	659
38
39			@Override
40			public void init() throws ServletException {
41			super.init();
42
43			login = getServletContext().getInitParameter("login");
44			password = getServletContext().getInitParameter("password");
45	torben	667
46			try {
47			memcache = new MemcachedClient(new InetSocketAddress("localhost", 11211));
48			} catch (IOException e) {
49			throw new ServletException(e);
50			}
51	torben	659	}
52
53	torben	762	@Override
54			public void destroy() {
55			super.destroy();
56
57			memcache.shutdown(3, TimeUnit.SECONDS);
58			memcache = null;
59			}
60
61	torben	952	protected AppBean lookupApp(String query) throws IOException {
62	torben	667
63	torben	659
64	torben	759	String key = "marketstats:" + query.replace(' ', '_');
65	torben	950	//String response = (String) memcache.get(key);
66			AppBean response = (AppBean) memcache.get(key);
67	torben	659
68			if (response == null) {
69	torben	952	response = lookupAppWorker(query);
70	torben	950	if (response != null) {
71			memcache.set(key, APP_TIMEOUT, response);
72			}
73			}
74	torben	659	return response;
75			}
76	torben	952
77			protected AppBean lookupAppWorker(String query) {
78
79			MarketSession session = new MarketSession();
80			session.login(login,password);
81	torben	1268	//session.getContext().setAndroidId("dead00beef");
82	torben	952
83
84			AppsRequest appsRequest = AppsRequest.newBuilder()
85			.setQuery(query)
86			.setStartIndex(0)
87			.setEntriesCount(1)
88			.setWithExtendedInfo(true)
89			.build();
90
91			AppsCallback appsCb = new AppsCallback();
92			session.append(appsRequest, appsCb);
93			session.flush();
94
95	torben	1014	return appsCb.getResult().get(0);
96	torben	952	}
97	torben	663
98	torben	950	CommentsRequest buildCommentRequest(String appId, int start, int count) {
99			CommentsRequest commentsRequest = CommentsRequest.newBuilder()
100			.setAppId(appId)
101			.setStartIndex(start)
102			.setEntriesCount(count)
103			.build();
104
105			return commentsRequest;
106			}
107
108			private ArrayList<CommentBean> loadComments(String appId) {
109
110			ArrayList<CommentBean> commentBeans = new ArrayList<CommentBean>();
111			MarketSession session = new MarketSession();
112			session.login(login,password);
113
114	torben	663	CommentCallback commentsCb = new CommentCallback();
115			commentsCb.setList( commentBeans );
116	torben	659
117	torben	756	session.setLocale( Locale.ROOT );
118	torben	663
119
120	torben	756
121	torben	663	int start = 0;
122			do {
123			int count = 10;
124			if (start > 0)
125			count = Math.min(10, commentsCb.getEntryCount() );
126
127	torben	757	//log.warning("count=" + count + " start=" + start + " entryCount=" + commentsCb.getEntryCount() );
128	torben	960	for (int i=0; i<5;i++) {
129			CommentsRequest commentsRequest = buildCommentRequest(appId,start,count);
130			session.append(commentsRequest, commentsCb);
131			start +=10;
132			}
133	torben	663
134			session.flush();
135	torben	960
136	torben	949	if (start >= MAXCOMMENTS)
137	torben	663	break; //emergency brake
138
139			} while ( start < commentsCb.getEntryCount() );
140	torben	950
141			return commentBeans;
142	torben	663	}
143	torben	659
144	torben	950
145	torben	705
146	torben	952	@SuppressWarnings("unchecked")
147	torben	950	public ArrayList<CommentBean> getComments(AppBean app) {
148			String key = "marketstats:comments:" + app.getId();
149			ArrayList<CommentBean> comments = (ArrayList<CommentBean>) memcache.get(key);
150	torben	662
151	torben	950	if (comments == null) {
152			comments = loadComments(app.getId());
153			memcache.set(key, COMMENT_TIMEOUT, comments);
154			}
155			return comments;
156	torben	659	}
157
158			protected void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException {
159	torben	1014	String query = "pname:" + request.getParameter("app");
160	torben	950
161	torben	1016	request.setAttribute("extended", request.getParameter("extended"));
162
163	torben	952	AppBean app = lookupApp(query);
164	torben	950	if (app != null) {
165			request.setAttribute("app", app);
166
167			ArrayList<CommentBean> comments = getComments(app);
168			request.setAttribute("comments", comments);
169
170			getServletContext().getRequestDispatcher("/statsview.jsp").forward(request, response);
171			} else {
172			response.getWriter().print("No app found with query=" + query);
173			}
174	torben	659	}
175
176			}