Source: Unknown Author: Unknown Recommended rating: Visits: 31
private string RequestGet (string TheURL, string TheProxy) {Uri uri = new Uri (TheURL); HttpWebRequest request = (HttpWebRequest) WebRequest.Create (uri); string page; try {request.KeepAlive = false; request.ProtocolVersion = HttpVersion. version10; request.Method = "GET"; request.ContentType = "application / x-www-form-urlencoded"; request.Proxy = System.Net.WebProxy.GetDefaultProxy (); // allow auto redirects from redirect headers request. AllowAutoRedirect = true; // maximum of 10 auto redirects request.MaximumAutomaticRedirections = 10; // 30 second timeout for request request.Timeout = (int) new TimeSpan (0,0,60) .TotalMilliseconds; // give the crawler a name . request.UserAgent = "Mozilla / 4.0 (compatible; MSIE 6.0; Windows NT 5.1)"; //request.UserAgent="Mozilla/3.0 (compatible; My Browser / 1.0) "; HttpWebResponse response = (HttpWebResponse) request.GetResponse (); Stream responsestream = response.getResponseStream (); streamreader readstream = new streamreader (responsestream, system.text.encoding.defau LT); Page = ReadStream.readToEnd ();} catch (Exception EE) {page = "fail message:" EE.MESSAGE;} Return Page;
