/**

* Created by Nikos on 7/31/2018.

*/

import org.jsoup.Jsoup;

import org.jsoup.nodes.Document;

import org.jsoup.nodes.Element;

import org.jsoup.select.Elements;

import static com.sun.activation.registries.LogSupport.log;

public class Main {

public static void main(String[] args) {

try {

Document doc = Jsoup.connect("https://en.wikipedia.org/wiki/Main_Page").get();

System.out.println("Title:");

System.out.println(doc.title());

System.out.println("ALL THE LINKS:");

Elements allHRefs = doc.select("a");

for (Element hrefs: allHRefs) {

System.out.println("Anchor Text: " + hrefs.text());

System.out.println("URL: " + hrefs.absUrl("href"));

}

System.out.println("IMAGES:");

Elements images = doc.select("img[src~=(?i)\\.(png|jpe?g|gif)]");

for (Element image : images) {

System.out.println("src : " + image.attr("src"));

System.out.println("height : " + image.attr("height"));

System.out.println("width : " + image.attr("width"));

System.out.println("alt : " + image.attr("alt"));

}

System.out.println("IN THE NEWS HEAD LINES:");

Elements newsHeadlines = doc.select("#mp-itn b a");

for (Element headline : newsHeadlines) {

System.out.println(headline.text());

System.out.println(headline.absUrl("href"));

}

System.out.println("ON THIS DAY:");

Elements onThisDay = doc.select("#mp-otd b a");

for (Element thisday: onThisDay) {

System.out.println(thisday.text());

System.out.println(thisday.absUrl("href"));

}

}

catch (Exception e) {

System.out.println("Exception occurred");

}

}

}