thoerup/spejdernetscraper/IMDBGenreScraper.java

package dk.thoerup.spejdernetscraper;

import java.util.Iterator;

import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

public class IMDBGenreScraper {
        
        public static String fetchGenres(String movieid) throws Exception {
                
                String url = "http://www.imdb.com/title/" + movieid + "/";
                
                Document page = Jsoup.connect(url).get();
                
                StringBuffer sb = new StringBuffer();
                
                Element infoBar = page.getElementsByClass("infobar").get(0);
                System.out.println(infoBar.html()); 
                
                Elements genres = infoBar.getElementsByAttributeValue("itemprop", "genre");
        
                Iterator<Element> it = genres.iterator(); 
                while (it.hasNext()) {
                        Element el = it.next();
                        if (sb.length() > 0)
                                sb.append("|");
                        
                        sb.append( el.text().trim().toLowerCase() );
                }
                
                return sb.toString();
        }

}
1	torben	2122	package dk.thoerup.spejdernetscraper;
2
3			import java.util.Iterator;
4
5			import org.jsoup.Jsoup;
6			import org.jsoup.nodes.Document;
7			import org.jsoup.nodes.Element;
8			import org.jsoup.select.Elements;
9
10			public class IMDBGenreScraper {
11
12			public static String fetchGenres(String movieid) throws Exception {
13
14			String url = "http://www.imdb.com/title/" + movieid + "/";
15
16			Document page = Jsoup.connect(url).get();
17
18			StringBuffer sb = new StringBuffer();
19
20			Element infoBar = page.getElementsByClass("infobar").get(0);
21			System.out.println(infoBar.html());
22
23			Elements genres = infoBar.getElementsByAttributeValue("itemprop", "genre");
24
25			Iterator<Element> it = genres.iterator();
26			while (it.hasNext()) {
27			Element el = it.next();
28			if (sb.length() > 0)
29			sb.append("\|");
30
31			sb.append( el.text().trim().toLowerCase() );
32			}
33
34			return sb.toString();
35			}
36
37			}