package dynamic.sitebackup;

import dynamic.WebBackup;

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.URL;

/**
 * Created with IntelliJ IDEA.
 * User: John
 * Date: 25/04/12
 * Time: 12:10
 * To change this template use File | Settings | File Templates.
 */
public class HTMLGrabber {

    public static String getContents(String address) {
        StringBuilder sb = new StringBuilder();
        try {
            URL url = new URL(address);
            BufferedReader in = new BufferedReader(new InputStreamReader(url.openStream()));
            String inputLine;
            while ((inputLine = in.readLine()) != null)
                if(inputLine.length() > 0)
                    sb.append(inputLine + "\n");
            in.close();
        } catch (IOException e) {
            System.err.println("error accessing page - " + address);
            System.err.println("analysing: " + WebBackup.CURRENTLY_ANALYSING);
            e.printStackTrace();
            return "";
        }
        return sb.toString();
    }

}