HttpClient

Remark: set userAgent

package wisers.backend.worker;

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.URI;
import java.net.URL;
import java.net.URLConnection;

import org.apache.http.HttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.DefaultHttpClient;

public class HttpClient {
	public static void main(String args[]) throws IOException {

		try {
			//String content = executeGet("http://www.weibo.com/u/3097961187?is_hot=1");
			//String content = executeGet("http://www.weibo.com/u/5935491442?is_hot=1");
			String content = executeGet("http://www.etnet.com.hk/www/tc/stocks/realtime/quote_transaction.php?code=1816");
			String locationStr = "";
			if(content.indexOf("item_text W_fl")!=-1){
				String [] contentArray = content.split("item_text W_fl");
				locationStr = contentArray[2];
				locationStr = locationStr.substring(locationStr.indexOf("\\t\\t\\t\\t\\t\\t\\t")+14, locationStr.indexOf("\\t\\t\\t\\t\\t\\t\\t")+20);
			}
			
			System.out.println(locationStr);
		} catch (Exception e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
		}
    }
	
	public static String executeGet(String url) throws Exception {
		BufferedReader in = null;

		String content = null;
		try {
			DefaultHttpClient client = new DefaultHttpClient();
			HttpGet request = new HttpGet();
			request.addHeader("Connection","keep-alive");
			request.addHeader("Cookie","__gads=ID=b3388a5add3ed972:T=1462503670:S=ALNI_Masqpbt9pk72seQaUUB-EvPqWd4Zw; BIGipServerWebHttpPool=236242954.20480.0000; PHPSESSID=b2a0753ed92cca53ec04f1a5ac27f4f1; et_rs_stk=1%7C1816; _gat=1; __AF=3fd36dc1-c366-4cfe-a286-858b92654fab; et_m_sid=b2a0753ed92cca53ec04f1a5ac27f4f1; et_color=2%3Blight; et_visitor=b2a0753ed92cca53ec04f1a5ac27f4f1; _ga=GA1.3.1021747879.1462503669; __asc=c0bd25171555706ce8f38bfbf60; __auc=19cbc18f15484030b93141bd4cd");
			request.addHeader("Upgrade-Insecure-Requests","1");
			request.addHeader("Host","www.etnet.com.hk");
			request.addHeader("User-Agent","Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36");

			
			request.setURI(new URI(url));
			HttpResponse response = client.execute(request);

			in = new BufferedReader(new InputStreamReader(response.getEntity()
					.getContent()));
			StringBuffer sb = new StringBuffer("");
			String line = "";
			String NL = System.getProperty("line.separator");
			while ((line = in.readLine()) != null) {
				sb.append(line + NL);
			}
			in.close();
			content = sb.toString();
			System.out.println(content);
		} finally {
			if (in != null) {
				try {
					in.close();
				} catch (Exception e) {
					e.printStackTrace();
				}
			}
			return content;
		}
	}
	
	public static String sendGet(String url) {
		String result = "";
		BufferedReader in = null;
		try {
			String urlName = url;
			//System.out.println(urlName);
			URL realUrl = new URL(urlName);
			URLConnection conn = realUrl.openConnection();
			conn.setRequestProperty("accept", "*/*");
			conn.setRequestProperty("connection", "Keep-Alive");
			conn.setRequestProperty("user-agent","Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)");
			
			conn.connect();
			
			in = new BufferedReader(
					new InputStreamReader(conn.getInputStream(),"utf-8"));
			String line;
			while ((line = in.readLine()) != null) {
				result += line;
			}
		} catch (Exception e) {
			System.out.println("����GET��������쳣��" + e);
			e.printStackTrace();
		}finally {
			try {
				if (in != null) {
					in.close();
				}
			} catch (IOException ex) {
				ex.printStackTrace();
			}
		}
		return result;
	}
}