package dk.thoerup.spejdernetscraper; import java.util.Iterator; import org.jsoup.Jsoup; import org.jsoup.nodes.Document; import org.jsoup.nodes.Element; import org.jsoup.select.Elements; public class IMDBGenreScraper { public static String fetchGenres(String movieid) throws Exception { String url = "http://www.imdb.com/title/" + movieid + "/"; Document page = Jsoup.connect(url).get(); StringBuffer sb = new StringBuffer(); Element infoBar = page.getElementsByClass("infobar").get(0); System.out.println(infoBar.html()); Elements genres = infoBar.getElementsByAttributeValue("itemprop", "genre"); Iterator it = genres.iterator(); while (it.hasNext()) { Element el = it.next(); if (sb.length() > 0) sb.append("|"); sb.append( el.text().trim().toLowerCase() ); } return sb.toString(); } }