thoerup/marketstats/ShowStats.java

package dk.thoerup.marketstats;

import java.io.IOException;
import java.net.InetSocketAddress;
import java.util.ArrayList;
import java.util.Locale;
import java.util.concurrent.TimeUnit;
import java.util.logging.Logger;

import javax.servlet.ServletException;
import javax.servlet.http.HttpServlet;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;

import net.spy.memcached.MemcachedClient;

import com.gc.android.market.api.MarketSession;
import com.gc.android.market.api.model.Market.AppsRequest;
import com.gc.android.market.api.model.Market.CommentsRequest;


public class ShowStats extends HttpServlet {
        private static final long serialVersionUID = 1L;

        static final int MAXCOMMENTS = 30;
        static final int APP_TIMEOUT = 30*60;
        static final int COMMENT_TIMEOUT = APP_TIMEOUT * 4;
        
        static final Logger log = Logger.getLogger(ShowStats.class.getName());

        String login;
        String password;
        
        MemcachedClient memcache = null;


        @Override
        public void init() throws ServletException {
                super.init();

                login = getServletContext().getInitParameter("login");
                password = getServletContext().getInitParameter("password");
                
                try {
                        memcache = new MemcachedClient(new InetSocketAddress("localhost", 11211));
                } catch (IOException e) {
                        throw new ServletException(e);
                }
        }

        @Override
        public void destroy() {
                super.destroy();
                
                memcache.shutdown(3, TimeUnit.SECONDS);
                memcache = null;
        }

        protected AppBean lookupApp(String query) throws IOException {
                

                String key = "marketstats:" + query.replace(' ', '_');
                //String response = (String) memcache.get(key);
                AppBean response = (AppBean) memcache.get(key);

                if (response == null) {
                        response = lookupAppWorker(query);
                        if (response != null) {
                                memcache.set(key, APP_TIMEOUT, response);
                        }
                } 
                return response;
        }

        protected AppBean lookupAppWorker(String query) {
                final StringBuilder sb = new StringBuilder();


                MarketSession session = new MarketSession();
                session.login(login,password);


                AppsRequest appsRequest = AppsRequest.newBuilder()
                .setQuery(query)
                .setStartIndex(0)
                .setEntriesCount(1)
                .setWithExtendedInfo(true)
                .build();
                
                AppsCallback appsCb = new AppsCallback();
                session.append(appsRequest, appsCb);
                session.flush();
                
                return appsCb.getResult();
        }       
        
        CommentsRequest buildCommentRequest(String appId, int start, int count) {
                CommentsRequest commentsRequest = CommentsRequest.newBuilder()
                .setAppId(appId)
                .setStartIndex(start)
                .setEntriesCount(count)
                .build();
                
                return commentsRequest;
        }
        
        private ArrayList<CommentBean> loadComments(String appId) {
                
                ArrayList<CommentBean> commentBeans = new ArrayList<CommentBean>();
                MarketSession session = new MarketSession();
                session.login(login,password);
                
                CommentCallback commentsCb = new CommentCallback();
                commentsCb.setList( commentBeans ); 

                session.setLocale( Locale.ROOT );
                
                
                int start = 0;
                do {
                        int count = 10;
                        if (start > 0)                          
                                count = Math.min(10, commentsCb.getEntryCount() );
                        
                        //log.warning("count=" + count + " start=" + start + " entryCount=" + commentsCb.getEntryCount() );
                        CommentsRequest commentsRequest = buildCommentRequest(appId,start,count);                       
                        session.append(commentsRequest, commentsCb);
                        start +=10;
                        
                        CommentsRequest commentsRequest2 = buildCommentRequest(appId,start,count);                      
                        session.append(commentsRequest2, commentsCb);
                        session.flush();
                        
                        start +=10;
                        
                        if (start >= MAXCOMMENTS)
                                break; //emergency brake
                        
                } while ( start < commentsCb.getEntryCount() );
                
                return commentBeans;
        }

        
        @SuppressWarnings("unchecked")
        public ArrayList<CommentBean> getComments(AppBean app) {                
                String key = "marketstats:comments:" + app.getId();
                ArrayList<CommentBean>  comments =  (ArrayList<CommentBean>) memcache.get(key);

                if (comments == null) {
                        comments = loadComments(app.getId());
                        memcache.set(key, COMMENT_TIMEOUT, comments); 
                } 
                return comments;
        }

        protected void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException {
                String query = request.getParameter("query");
                
                AppBean app = lookupApp(query);
                if (app != null) {
                        request.setAttribute("app", app);
                
                        ArrayList<CommentBean> comments = getComments(app);
                        request.setAttribute("comments", comments);
                
                        getServletContext().getRequestDispatcher("/statsview.jsp").forward(request, response);
                } else {
                        response.getWriter().print("No app found with query=" + query);
                }
        }

}
1	package dk.thoerup.marketstats;
2
3	import java.io.IOException;
4	import java.net.InetSocketAddress;
5	import java.util.ArrayList;
6	import java.util.Locale;
7	import java.util.concurrent.TimeUnit;
8	import java.util.logging.Logger;
9
10	import javax.servlet.ServletException;
11	import javax.servlet.http.HttpServlet;
12	import javax.servlet.http.HttpServletRequest;
13	import javax.servlet.http.HttpServletResponse;
14
15	import net.spy.memcached.MemcachedClient;
16
17	import com.gc.android.market.api.MarketSession;
18	import com.gc.android.market.api.model.Market.AppsRequest;
19	import com.gc.android.market.api.model.Market.CommentsRequest;
20
21
22
23	public class ShowStats extends HttpServlet {
24	private static final long serialVersionUID = 1L;
25
26	static final int MAXCOMMENTS = 30;
27	static final int APP_TIMEOUT = 30*60;
28	static final int COMMENT_TIMEOUT = APP_TIMEOUT * 4;
29
30	static final Logger log = Logger.getLogger(ShowStats.class.getName());
31
32	String login;
33	String password;
34
35	MemcachedClient memcache = null;
36
37
38	@Override
39	public void init() throws ServletException {
40	super.init();
41
42	login = getServletContext().getInitParameter("login");
43	password = getServletContext().getInitParameter("password");
44
45	try {
46	memcache = new MemcachedClient(new InetSocketAddress("localhost", 11211));
47	} catch (IOException e) {
48	throw new ServletException(e);
49	}
50	}
51
52	@Override
53	public void destroy() {
54	super.destroy();
55
56	memcache.shutdown(3, TimeUnit.SECONDS);
57	memcache = null;
58	}
59
60	protected AppBean lookupApp(String query) throws IOException {
61
62
63	String key = "marketstats:" + query.replace(' ', '_');
64	//String response = (String) memcache.get(key);
65	AppBean response = (AppBean) memcache.get(key);
66
67	if (response == null) {
68	response = lookupAppWorker(query);
69	if (response != null) {
70	memcache.set(key, APP_TIMEOUT, response);
71	}
72	}
73	return response;
74	}
75
76	protected AppBean lookupAppWorker(String query) {
77	final StringBuilder sb = new StringBuilder();
78
79
80	MarketSession session = new MarketSession();
81	session.login(login,password);
82
83
84	AppsRequest appsRequest = AppsRequest.newBuilder()
85	.setQuery(query)
86	.setStartIndex(0)
87	.setEntriesCount(1)
88	.setWithExtendedInfo(true)
89	.build();
90
91	AppsCallback appsCb = new AppsCallback();
92	session.append(appsRequest, appsCb);
93	session.flush();
94
95	return appsCb.getResult();
96	}
97
98	CommentsRequest buildCommentRequest(String appId, int start, int count) {
99	CommentsRequest commentsRequest = CommentsRequest.newBuilder()
100	.setAppId(appId)
101	.setStartIndex(start)
102	.setEntriesCount(count)
103	.build();
104
105	return commentsRequest;
106	}
107
108	private ArrayList<CommentBean> loadComments(String appId) {
109
110	ArrayList<CommentBean> commentBeans = new ArrayList<CommentBean>();
111	MarketSession session = new MarketSession();
112	session.login(login,password);
113
114	CommentCallback commentsCb = new CommentCallback();
115	commentsCb.setList( commentBeans );
116
117	session.setLocale( Locale.ROOT );
118
119
120
121	int start = 0;
122	do {
123	int count = 10;
124	if (start > 0)
125	count = Math.min(10, commentsCb.getEntryCount() );
126
127	//log.warning("count=" + count + " start=" + start + " entryCount=" + commentsCb.getEntryCount() );
128	CommentsRequest commentsRequest = buildCommentRequest(appId,start,count);
129	session.append(commentsRequest, commentsCb);
130	start +=10;
131
132	CommentsRequest commentsRequest2 = buildCommentRequest(appId,start,count);
133	session.append(commentsRequest2, commentsCb);
134	session.flush();
135
136	start +=10;
137
138	if (start >= MAXCOMMENTS)
139	break; //emergency brake
140
141	} while ( start < commentsCb.getEntryCount() );
142
143	return commentBeans;
144	}
145
146
147
148	@SuppressWarnings("unchecked")
149	public ArrayList<CommentBean> getComments(AppBean app) {
150	String key = "marketstats:comments:" + app.getId();
151	ArrayList<CommentBean> comments = (ArrayList<CommentBean>) memcache.get(key);
152
153	if (comments == null) {
154	comments = loadComments(app.getId());
155	memcache.set(key, COMMENT_TIMEOUT, comments);
156	}
157	return comments;
158	}
159
160	protected void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException {
161	String query = request.getParameter("query");
162
163	AppBean app = lookupApp(query);
164	if (app != null) {
165	request.setAttribute("app", app);
166
167	ArrayList<CommentBean> comments = getComments(app);
168	request.setAttribute("comments", comments);
169
170	getServletContext().getRequestDispatcher("/statsview.jsp").forward(request, response);
171	} else {
172	response.getWriter().print("No app found with query=" + query);
173	}
174	}
175
176	}