/[projects]/miscJava/SpejdernetScraper/src/dk/thoerup/spejdernetscraper/ScraperWorker.java
ViewVC logotype

Diff of /miscJava/SpejdernetScraper/src/dk/thoerup/spejdernetscraper/ScraperWorker.java

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 2045 by torben, Tue Aug 13 18:17:29 2013 UTC revision 2046 by torben, Thu Aug 15 17:17:46 2013 UTC
# Line 50  public class ScraperWorker implements Ru Line 50  public class ScraperWorker implements Ru
50                    
51                          String dataCsvUrl = "http://medlemssystem.spejdernet.dk/csvx.ashx?q=JQBOZXRtZXN0ZXIuS0ZVTS5NZW1iZXIsIE5ldG1lc3Rlci5LRlVNPgB4LlVuaXQuR3JvdXAuSWQgPT0gImd1aWQ6NWMwY2Y2MzgtZGM4Ny00MTNmLTkxYjYtOWM3MzAwYzcwMTM3Ig==&type=Member&view=csv";                          String dataCsvUrl = "http://medlemssystem.spejdernet.dk/csvx.ashx?q=JQBOZXRtZXN0ZXIuS0ZVTS5NZW1iZXIsIE5ldG1lc3Rlci5LRlVNPgB4LlVuaXQuR3JvdXAuSWQgPT0gImd1aWQ6NWMwY2Y2MzgtZGM4Ny00MTNmLTkxYjYtOWM3MzAwYzcwMTM3Ig==&type=Member&view=csv";
52                          //And this is the easieste way I've found to remain in session                          //And this is the easieste way I've found to remain in session
53                          Response data = Jsoup.connect(dataCsvUrl).cookies(cookies).timeout(10000).execute();                                      Response data = Jsoup.connect(dataCsvUrl).cookies(cookies).timeout(10000).execute();
54                            if ( ! data.contentType().equalsIgnoreCase("text/x-csv; charset=iso-8859-1") ) {
55                                    rb.addString(start, "Data.csv - has the wrong content type: " + data.contentType());
56                                    return;
57                            }                      
58                          String dataCsv = data.body();                          String dataCsv = data.body();
59                          rb.addString(start, "Got data.csv");                          rb.addString(start, "Got data.csv");
60                                                    
61                          String rollerCsvUrl = "http://medlemssystem.spejdernet.dk/DataExport.aspx?Id=5c0cf638-dc87-413f-91b6-9c7300c70137&listid=e8c5ae9d-5ea7-4a00-bea4-a0ce00ea891e&execute=true";                          String rollerCsvUrl = "http://medlemssystem.spejdernet.dk/DataExport.aspx?Id=5c0cf638-dc87-413f-91b6-9c7300c70137&listid=e8c5ae9d-5ea7-4a00-bea4-a0ce00ea891e&execute=true";
62                          Response roller = Jsoup.connect(rollerCsvUrl).cookies(cookies).timeout(10000).execute();                          Response roller = Jsoup.connect(rollerCsvUrl).cookies(cookies).timeout(10000).execute();
63                            if ( ! roller.contentType().equalsIgnoreCase("text/x-csv; charset=iso-8859-1") ) {
64                                    rb.addString(start, "Roller.csv - has the wrong content type: " + roller.contentType());
65                                    return;
66                            }
67                          String rollerCsv = roller.body();                          String rollerCsv = roller.body();
68                          rb.addString(start, "Got roller.csv");                          rb.addString(start, "Got roller.csv");
69                                                    
Legend:
Removed from v.2045  
changed lines
  Added in v.2046
  ViewVC Help
Powered by ViewVC 1.1.20