--- android/MarketStats/src/dk/thoerup/marketstats/ShowStats.java 2010/04/23 12:31:41 659 +++ android/MarketStats/src/dk/thoerup/marketstats/ShowStats.java 2010/07/05 06:17:05 949 @@ -3,10 +3,10 @@ import java.io.IOException; import java.io.PrintWriter; import java.net.InetSocketAddress; +import java.util.ArrayList; import java.util.Date; -import java.util.Formatter; -import java.util.List; import java.util.Locale; +import java.util.concurrent.TimeUnit; import java.util.logging.Logger; import javax.servlet.ServletException; @@ -17,26 +17,23 @@ import net.spy.memcached.MemcachedClient; import com.gc.android.market.api.MarketSession; -import com.gc.android.market.api.MarketSession.Callback; -import com.gc.android.market.api.model.Market.App; import com.gc.android.market.api.model.Market.AppsRequest; -import com.gc.android.market.api.model.Market.AppsResponse; -import com.gc.android.market.api.model.Market.Comment; import com.gc.android.market.api.model.Market.CommentsRequest; -import com.gc.android.market.api.model.Market.CommentsResponse; -import com.gc.android.market.api.model.Market.ResponseContext; + public class ShowStats extends HttpServlet { private static final long serialVersionUID = 1L; - final int TIMEOUT = 15*60; + static final int MAXCOMMENTS = 50; + static final int TIMEOUT = 30*60; + static final Logger log = Logger.getLogger(ShowStats.class.getName()); String login; String password; - + MemcachedClient memcache = null; @Override @@ -45,116 +42,124 @@ login = getServletContext().getInitParameter("login"); password = getServletContext().getInitParameter("password"); + + try { + memcache = new MemcachedClient(new InetSocketAddress("localhost", 11211)); + } catch (IOException e) { + throw new ServletException(e); + } } - protected String doLookup(String appId) throws IOException { - MemcachedClient c = new MemcachedClient(new InetSocketAddress("localhost", 11211)); - c.flush(); + @Override + public void destroy() { + super.destroy(); + memcache.shutdown(3, TimeUnit.SECONDS); + memcache = null; + } - String key = "marketstats:" + appId; - String response = (String) c.get(key); + protected String doLookup(String query) throws IOException { + + + String key = "marketstats:" + query.replace(' ', '_'); + String response = (String) memcache.get(key); if (response == null) { - response = doLookupWorker(appId); - c.set(key, TIMEOUT, response); + response = doLookupWorker(query); + memcache.set(key, TIMEOUT, response); response += ""; } else { response += ""; } return response; } + + private void loadComments(String appId, MarketSession session, ArrayList commentBeans) { + CommentCallback commentsCb = new CommentCallback(); + commentsCb.setList( commentBeans ); + + session.setLocale( Locale.ROOT ); + + + + int start = 0; + do { + int count = 10; + if (start > 0) + count = Math.min(10, commentsCb.getEntryCount() ); + + //log.warning("count=" + count + " start=" + start + " entryCount=" + commentsCb.getEntryCount() ); + CommentsRequest commentsRequest = CommentsRequest.newBuilder() + .setAppId(appId) + .setStartIndex(start) + .setEntriesCount(count) + .build(); + + session.append(commentsRequest, commentsCb); + session.flush(); + start +=10; + + if (start >= MAXCOMMENTS) + break; //emergency brake + + } while ( start < commentsCb.getEntryCount() ); + } - protected String doLookupWorker(String appId) { + protected String doLookupWorker(String query) { final StringBuilder sb = new StringBuilder(); MarketSession session = new MarketSession(); session.login(login,password); - session.setLocale( Locale.ENGLISH ); + AppsRequest appsRequest = AppsRequest.newBuilder() - .setAppId(appId) + .setQuery(query) .setStartIndex(0).setEntriesCount(10) .setWithExtendedInfo(true) .build(); - CommentsRequest commentsRequest = CommentsRequest.newBuilder() - .setAppId(appId) - .setStartIndex(0) - .setEntriesCount(10) - .build(); - + AppsCallback appsCb = new AppsCallback() ; + appsCb.setStringBuffer(sb); + ArrayList commentBeans = new ArrayList(); - Callback appsCb = new Callback() { - @Override - public void onResult(ResponseContext context, AppsResponse response) { - //System.out.println("Response : " + response); - //sb.append("Response: " + response + "\n"); - - Formatter form = new Formatter(sb); - App app = response.getApp(0); - sb.append( "

" + app.getTitle() + "

"); - sb.append("Ver: " + app.getVersion() + "(" + app.getVersionCode() + ")\n" ); - sb.append("Ratingcount: " + app.getRatingsCount() + "\n"); - - sb.append("Rating: " ); - double rating = Double.parseDouble( app.getRating() ); - form.format("%.4f", rating); - sb.append("\n"); - - sb.append("Downloads: " + app.getExtendedInfo().getDownloadsCountText() + "(" + app.getExtendedInfo().getDownloadsCount() + ")\n" ); - - sb.append("\n"); - - } - }; - - Callback commentsCb = new Callback() { - - @Override - public void onResult(ResponseContext context, CommentsResponse response) { - //System.out.println("Response : " + response); - //sb.append("Response: " + response + "\n"); - sb.append("--------------------------------------------------------------\n"); - sb.append("Total comments: " + response.getEntriesCount() +"\n\n"); - - - List cl = response.getCommentsList(); - for (Comment c : cl) { - sb.append("User: " + c.getAuthorName() + "\n"); - sb.append("Rating: " + c.getRating() + "\n"); - sb.append("Time: " + new Date(c.getCreationTime()).toString() + "\n"); - sb.append( c.getText() + "\n"); - sb.append("\n"); - sb.append(c.getUnknownFields().toString() ); - - } - sb.append( response.getUnknownFields().toString() ); + session.append(appsRequest, appsCb); + session.flush(); + + String appId = appsCb.getAppId(); + + if (appId != null) { + loadComments(appId, session, commentBeans); + + sb.append("-----------------------------------------------------------------\n"); + for (CommentBean c : commentBeans) { + sb.append("User: " + c.author + "\n"); + sb.append("Rating: " + c.rating + "\n"); + sb.append("Time: " + new Date(c.time).toString() + "\n"); + sb.append( c.text + "\n"); + sb.append("\n"); + } + sb.append("Comments: " + commentBeans.size() + "\n"); + } + sb.append("\n"); - }; - session.append(appsRequest, appsCb); - session.append(commentsRequest, commentsCb); - session.flush(); - session.setLocale( new Locale("da") ); - session.append(commentsRequest, commentsCb); - session.flush(); return sb.toString(); } protected void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException { - String appId = request.getParameter("appId"); - PrintWriter out = response.getWriter(); + String query = request.getParameter("query"); - out.print( "
" + doLookup(appId) + "
" ); + response.setContentType("text/html"); + PrintWriter out = response.getWriter(); + out.print( "
" + doLookup(query) + "
" ); } }