/[projects]/miscJava/SpejdernetScraper/src/main/java/dk/thoerup/spejdernetscraper/IMDBSeriesScraper.java
ViewVC logotype

Diff of /miscJava/SpejdernetScraper/src/main/java/dk/thoerup/spejdernetscraper/IMDBSeriesScraper.java

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 3233 by torben, Wed May 16 11:39:19 2018 UTC revision 3234 by torben, Wed May 16 12:09:23 2018 UTC
# Line 26  public class IMDBSeriesScraper { Line 26  public class IMDBSeriesScraper {
26    
27                          @Override                          @Override
28                          public String call() throws Exception {                          public String call() throws Exception {
29                                    //TODO: implement something that can follow redirects
30                                  return HttpUtil.getContentString(url, 10000);                                  return HttpUtil.getContentString(url, 10000);
31                          }                          }
32                  });                  });
# Line 37  public class IMDBSeriesScraper { Line 38  public class IMDBSeriesScraper {
38                  final String epMatch = "ep" + episode;                            final String epMatch = "ep" + episode;          
39                  final String noTitle = "Episode #" + season + "." + episode;                  final String noTitle = "Episode #" + season + "." + episode;
40                                    
41                  String url = "http://www.imdb.com/title/" + sid + "/episodes?season=" + season;                  String url = "https://www.imdb.com/title/" + sid + "/episodes?season=" + season;
42                                    
43                  String rawHtml = getDoc(url);                  String rawHtml = getDoc(url);  
44                                    
45                  Document page = Jsoup.parse(rawHtml);                  Document page = Jsoup.parse(rawHtml);
46                                    

Legend:
Removed from v.3233  
changed lines
  Added in v.3234

  ViewVC Help
Powered by ViewVC 1.1.20