thoerup/marketstats/ShowStats.java

package dk.thoerup.marketstats;

import java.io.IOException;
import java.io.PrintWriter;
import java.net.InetSocketAddress;
import java.util.ArrayList;
import java.util.Date;
import java.util.Locale;
import java.util.concurrent.TimeUnit;
import java.util.logging.Logger;

import javax.servlet.ServletException;
import javax.servlet.http.HttpServlet;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;

import net.spy.memcached.MemcachedClient;

import com.gc.android.market.api.MarketSession;
import com.gc.android.market.api.model.Market.AppsRequest;
import com.gc.android.market.api.model.Market.CommentsRequest;


public class ShowStats extends HttpServlet {
        private static final long serialVersionUID = 1L;

        final int TIMEOUT = 30*60;
        static final Logger log = Logger.getLogger(ShowStats.class.getName());

        String login;
        String password;
        
        MemcachedClient memcache = null;


        @Override
        public void init() throws ServletException {
                super.init();

                login = getServletContext().getInitParameter("login");
                password = getServletContext().getInitParameter("password");
                
                try {
                        memcache = new MemcachedClient(new InetSocketAddress("localhost", 11211));
                } catch (IOException e) {
                        throw new ServletException(e);
                }
        }

        @Override
        public void destroy() {
                super.destroy();
                
                memcache.shutdown(3, TimeUnit.SECONDS);
                memcache = null;
        }

        protected String doLookup(String query) throws IOException {
                

                String key = "marketstats:" + query.replace(' ', '_');
                String response = (String) memcache.get(key);

                if (response == null) {
                        response = doLookupWorker(query);
                        memcache.set(key, TIMEOUT, response); 
                        response += "<!-- new lookup -->";
                } else {
                        response += "<!-- from memcached -->";
                }
                return response;
        }
        
        private void loadComments(String appId, MarketSession session, ArrayList<CommentBean> commentBeans) {           
                CommentCallback commentsCb = new CommentCallback();
                commentsCb.setList( commentBeans ); 

                session.setLocale( Locale.ROOT );
                
                
                int start = 0;
                do {
                        int count = 10;
                        if (start > 0)                          
                                count = Math.min(10, commentsCb.getEntryCount() );
                        
                        //log.warning("count=" + count + " start=" + start + " entryCount=" + commentsCb.getEntryCount() );
                        CommentsRequest commentsRequest = CommentsRequest.newBuilder()
                        .setAppId(appId)
                        .setStartIndex(start)
                        .setEntriesCount(count)
                        .build();
                        
                        session.append(commentsRequest, commentsCb);
                        session.flush();
                        start +=10;
                        
                        if (start >= 200)
                                break; //emergency brake
                        
                } while ( start < commentsCb.getEntryCount() );
        }


        protected String doLookupWorker(String query) {
                final StringBuilder sb = new StringBuilder();


                MarketSession session = new MarketSession();
                session.login(login,password);


                AppsRequest appsRequest = AppsRequest.newBuilder()
                .setQuery(query)
                .setStartIndex(0).setEntriesCount(10)
                .setWithExtendedInfo(true)
                .build();


                AppsCallback appsCb = new AppsCallback() ;
                appsCb.setStringBuffer(sb);

                ArrayList<CommentBean> commentBeans = new ArrayList<CommentBean>();


                session.append(appsRequest, appsCb);
                session.flush();
                
                String appId = appsCb.getAppId();
                
                if (appId != null) {

                        loadComments(appId, session, commentBeans);
        
                        sb.append("-----------------------------------------------------------------\n");
                        for (CommentBean c : commentBeans) {
                                sb.append("User: " + c.author + "\n");
                                sb.append("Rating: " + c.rating + "\n");
                                sb.append("Time: " + new Date(c.time).toString() + "\n");
                                sb.append( c.text + "\n");
                                sb.append("\n");
        
                        }
                        sb.append("Comments: " + commentBeans.size() + "\n");
                }
                sb.append("<!--Cache.Timeout=" + TIMEOUT/60 + " minutes-->\n");         


                return sb.toString();
        }

        protected void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException {
                String query = request.getParameter("query");

                response.setContentType("text/html");
                PrintWriter out = response.getWriter();
                out.print( "<html><body><pre>" + doLookup(query) + "</pre></body></html>" );
        }

}
1	torben	659	package dk.thoerup.marketstats;
2
3			import java.io.IOException;
4			import java.io.PrintWriter;
5			import java.net.InetSocketAddress;
6	torben	662	import java.util.ArrayList;
7	torben	659	import java.util.Date;
8			import java.util.Locale;
9	torben	762	import java.util.concurrent.TimeUnit;
10	torben	659	import java.util.logging.Logger;
11
12			import javax.servlet.ServletException;
13			import javax.servlet.http.HttpServlet;
14			import javax.servlet.http.HttpServletRequest;
15			import javax.servlet.http.HttpServletResponse;
16
17			import net.spy.memcached.MemcachedClient;
18
19			import com.gc.android.market.api.MarketSession;
20			import com.gc.android.market.api.model.Market.AppsRequest;
21			import com.gc.android.market.api.model.Market.CommentsRequest;
22
23
24	torben	664
25	torben	659	public class ShowStats extends HttpServlet {
26			private static final long serialVersionUID = 1L;
27
28	torben	662	final int TIMEOUT = 30*60;
29	torben	659	static final Logger log = Logger.getLogger(ShowStats.class.getName());
30
31			String login;
32			String password;
33	torben	667
34			MemcachedClient memcache = null;
35	torben	659
36
37			@Override
38			public void init() throws ServletException {
39			super.init();
40
41			login = getServletContext().getInitParameter("login");
42			password = getServletContext().getInitParameter("password");
43	torben	667
44			try {
45			memcache = new MemcachedClient(new InetSocketAddress("localhost", 11211));
46			} catch (IOException e) {
47			throw new ServletException(e);
48			}
49	torben	659	}
50
51	torben	762	@Override
52			public void destroy() {
53			super.destroy();
54
55			memcache.shutdown(3, TimeUnit.SECONDS);
56			memcache = null;
57			}
58
59	torben	705	protected String doLookup(String query) throws IOException {
60	torben	667
61	torben	659
62	torben	759	String key = "marketstats:" + query.replace(' ', '_');
63	torben	667	String response = (String) memcache.get(key);
64	torben	659
65			if (response == null) {
66	torben	705	response = doLookupWorker(query);
67	torben	667	memcache.set(key, TIMEOUT, response);
68	torben	659	response += "<!-- new lookup -->";
69			} else {
70			response += "<!-- from memcached -->";
71			}
72			return response;
73			}
74	torben	663
75	torben	756	private void loadComments(String appId, MarketSession session, ArrayList<CommentBean> commentBeans) {
76	torben	663	CommentCallback commentsCb = new CommentCallback();
77			commentsCb.setList( commentBeans );
78	torben	659
79	torben	756	session.setLocale( Locale.ROOT );
80	torben	663
81
82	torben	756
83	torben	663	int start = 0;
84			do {
85			int count = 10;
86			if (start > 0)
87			count = Math.min(10, commentsCb.getEntryCount() );
88
89	torben	757	//log.warning("count=" + count + " start=" + start + " entryCount=" + commentsCb.getEntryCount() );
90	torben	663	CommentsRequest commentsRequest = CommentsRequest.newBuilder()
91			.setAppId(appId)
92			.setStartIndex(start)
93			.setEntriesCount(count)
94			.build();
95
96			session.append(commentsRequest, commentsCb);
97			session.flush();
98			start +=10;
99
100	torben	757	if (start >= 200)
101	torben	663	break; //emergency brake
102
103			} while ( start < commentsCb.getEntryCount() );
104			}
105	torben	659
106	torben	663
107	torben	705	protected String doLookupWorker(String query) {
108	torben	659	final StringBuilder sb = new StringBuilder();
109
110
111			MarketSession session = new MarketSession();
112			session.login(login,password);
113
114	torben	662
115	torben	659	AppsRequest appsRequest = AppsRequest.newBuilder()
116	torben	705	.setQuery(query)
117	torben	659	.setStartIndex(0).setEntriesCount(10)
118			.setWithExtendedInfo(true)
119			.build();
120
121
122	torben	663	AppsCallback appsCb = new AppsCallback() ;
123			appsCb.setStringBuffer(sb);
124	torben	659
125	torben	662	ArrayList<CommentBean> commentBeans = new ArrayList<CommentBean>();
126	torben	659
127
128
129			session.append(appsRequest, appsCb);
130			session.flush();
131	torben	705
132			String appId = appsCb.getAppId();
133
134			if (appId != null) {
135	torben	662
136	torben	756	loadComments(appId, session, commentBeans);
137	torben	705
138			sb.append("-----------------------------------------------------------------\n");
139			for (CommentBean c : commentBeans) {
140	torben	756	sb.append("User: " + c.author + "\n");
141	torben	705	sb.append("Rating: " + c.rating + "\n");
142			sb.append("Time: " + new Date(c.time).toString() + "\n");
143			sb.append( c.text + "\n");
144			sb.append("\n");
145
146			}
147			sb.append("Comments: " + commentBeans.size() + "\n");
148	torben	662	}
149	torben	761	sb.append("<!--Cache.Timeout=" + TIMEOUT/60 + " minutes-->\n");
150	torben	662
151
152	torben	659	return sb.toString();
153			}
154
155			protected void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException {
156	torben	705	String query = request.getParameter("query");
157	torben	662
158	torben	660	response.setContentType("text/html");
159	torben	659	PrintWriter out = response.getWriter();
160	torben	758	out.print( "<html><body><pre>" + doLookup(query) + "</pre></body></html>" );
161	torben	659	}
162
163			}