Private string requestget (string theurl, string theproxy) {uri uri = new uri; httpWebRequest Request = (httpwebrequest) WebRequest.create (URI); string page; try; try;
Request.kepalive = false; request.protocolversion = httpversion.Version10;
Request.Method = "get";
Request.contentType = "Application / X-WWW-FORM-URLENCODED";
Request.proxy = system.net.webproxy.getDefaultProxy ();
// Allow Auto Redirects from Redirect Headers Request.AllowAutoredirect = True;
// maximum of 10 auto redirects request.maximumautomaticRedirections = 10;
// 30 Second Timeout for Request Request.timeout = (int) New TimeSpan (0,0,60) .totalmilliseConds;
// Give the Crawler a name. Request.UseRagent = "Mozilla / 4.0 (compatible; msie 6.0; windows nt 5.1)"; //Request.USERAGENT="mozilla/3.0 (compatible; my browser / 1.0)
HttpWebResponse response = (HttpWebResponse) request.GetResponse (); Stream responseStream = response.GetResponseStream (); StreamReader readStream = new StreamReader (responseStream, System.Text.Encoding.Default);
Page = readstream.readToEnd ();
}