public DefaultHttpClient getClient() {
        DefaultHttpClient ret = null;
 
        //sets up parameters
        HttpParams params = new BasicHttpParams();
        HttpProtocolParams.setVersion(params, HttpVersion.HTTP_1_1);
        HttpProtocolParams.setContentCharset(params, "utf-8");
        params.setBooleanParameter("http.protocol.expect-continue", false);
 
        //registers schemes for both http and https
        SchemeRegistry registry = new SchemeRegistry();
        registry.register(new Scheme("http", PlainSocketFactory.getSocketFactory(), 80));
        final SSLSocketFactory sslSocketFactory = SSLSocketFactory.getSocketFactory();
        sslSocketFactory.setHostnameVerifier(SSLSocketFactory.BROWSER_COMPATIBLE_HOSTNAME_VERIFIER);
        registry.register(new Scheme("https", sslSocketFactory, 443));
 
        ThreadSafeClientConnManager manager = new ThreadSafeClientConnManager(params, registry);
        ret = new DefaultHttpClient(manager, params);
        return ret;
    }

public static String getResponseBody(HttpResponse response) {
 
String response_text = null;
 
HttpEntity entity = null;
 
try {
 
entity = response.getEntity();
 
response_text = _getResponseBody(entity);
 
} catch (ParseException e) {
 
e.printStackTrace();
 
} catch (IOException e) {
 
if (entity != null) {
 
try {
 
entity.consumeContent();
 
} catch (IOException e1) {
 
}
 
}
 
}
 
return response_text;
 
}

public class OptionScraper {
 
    // example XPATH queries in the form of strings - will be used later
    private static final String NAME_XPATH = "//div[@class='yfi_quote']/div[@class='hd']/h2";
 
    private static final String TIME_XPATH = "//table[@id='time_table']/tbody/tr/td[@class='yfnc_tabledata1']";
 
    private static final String PRICE_XPATH = "//table[@id='price_table']//tr//span";
 
    // TagNode object, its use will come in later
    private static TagNode node;
 
    // a method that helps me retrieve the stock option's data based off the name (i.e. GOUAA is one of Google's stock options)
    public static Option getOptionFromName(String name) throws XPatherException, ParserConfigurationException,SAXException, IOException, XPatherException {
 
        // the URL whose HTML I want to retrieve and parse
        String option_url = "http://finance.yahoo.com/q?s=" + name.toUpperCase();
 
        // this is where the HtmlCleaner comes in, I initialize it here
        HtmlCleaner cleaner = new HtmlCleaner();
        CleanerProperties props = cleaner.getProperties();
        props.setAllowHtmlInsideAttributes(true);
        props.setAllowMultiWordAttributes(true);
        props.setRecognizeUnicodeChars(true);
        props.setOmitComments(true);
 
        // open a connection to the desired URL
        URL url = new URL(option_url);
        URLConnection conn = url.openConnection();
 
        //use the cleaner to "clean" the HTML and return it as a TagNode object
        node = cleaner.clean(new InputStreamReader(conn.getInputStream()));
 
        // once the HTML is cleaned, then you can run your XPATH expressions on the node, which will then return an array of TagNode objects (these are returned as Objects but get casted below)
        Object[] info_nodes = node.evaluateXPath(NAME_XPATH);
        Object[] time_nodes = node.evaluateXPath(TIME_XPATH);
        Object[] price_nodes = node.evaluateXPath(PRICE_XPATH);
 
        // here I just do a simple check to make sure that my XPATH was correct and that an actual node(s) was returned
        if (info_nodes.length > 0) {
            // casted to a TagNode
            TagNode info_node = (TagNode) info_nodes[0];
            // how to retrieve the contents as a string
            String info = info_node.getChildren().iterator().next().toString().trim();
 
            // some method that processes the string of information (in my case, this was the stock quote, etc)
            processInfoNode(o, info);
        }
 
        if (time_nodes.length > 0) {
            TagNode time_node = (TagNode) time_nodes[0];
            String date = time_node.getChildren().iterator().next().toString().trim();
 
            // date returned in 15-Jan-10 format, so this is some method I wrote to just parse that string into the format that I use
            processDateNode(o, date);
        }
 
        if (price_nodes.length > 0) {
            TagNode price_node = (TagNode) price_nodes[0];
            double price = Double.parseDouble(price_node.getChildren().iterator().next().toString().trim());
            o.setPremium(price);
        }
 
        return o;
    }
}

85647ghgg56khgi874637ftdyt

usr_name=meinuser&usr_password=meinpass&swfrmsig=85647ghgg56khgi874637ftdyt

try {
 
// Execute HTTP Get Request
 
String responseString = null;
 
HttpGet httpget = new HttpGet("https://access.kpn.com/CAUT/AuthenticationServlet");
 
HttpResponse response = httpclient.execute(httpget);
 
HttpEntity entity = response.getEntity(); 
 
StatusLine statusLine = response.getStatusLine();
 
 
if(statusLine.getStatusCode() == HttpStatus.SC_OK){ 
 
System.out.println("HTTP Get: " + response.getStatusLine()); 
 
ByteArrayOutputStream out = new ByteArrayOutputStream(); 
 
response.getEntity().writeTo(out); 
 
out.close(); 

responseString = out.toString(); 
} else{ 
//Closes the connection. 
response.getEntity().getContent().close(); 
thrownew IOException(statusLine.getReasonPhrase()); 
} 
 
 
 
 
 
 
// Execute HTTP Post Request
 
HttpPost httppost = new HttpPost("https://access.kpn.com/CAUT/AuthenticationServlet");
 
List<NameValuePair> nameValuePairs = new ArrayList<NameValuePair>(2);
 
nameValuePairs.add(new BasicNameValuePair("usr_name",username));
 
nameValuePairs.add(new BasicNameValuePair("usr_password",password));
 
httppost.setEntity(new UrlEncodedFormEntity(nameValuePairs, HTTP.UTF_8)); 
response = httpclient.execute(httppost); 
 
entity = response.getEntity(); 
StatusLine statusLine1 = response.getStatusLine();
 
if(statusLine1.getStatusCode() == HttpStatus.SC_OK){
 
System.out.println("Login form get: " + response.getStatusLine()); 
 
if (entity != null) { 
 
entity.consumeContent(); 
 
} 
 

}
else{ 
//Closes the connection. 
response.getEntity().getContent().close(); 
thrownew IOException(statusLine.getReasonPhrase()); 
} 
 
 
 
 
 
String str = inputStreamToString(response.getEntity().getContent()).toString();
 
System.out.println(str);
 
} catch (ClientProtocolException e) {
 
e.printStackTrace();
 
} catch (IOException e) {
 
e.printStackTrace();
 
 
 
httpclient.getConnectionManager().shutdown(); // Disconnect 
}