public static string getRawDocument(string url)
{
try
{
HttpWebRequest req = (HttpWebRequest)WebRequest.Create(url);
req.UserAgent = "Mozilla/5.0 (compatible; CTFBot/1.0)";
HttpWebResponse res = (HttpWebResponse)req.GetResponse();
Stream receiveStream = res.GetResponseStream();
StreamReader readStream = new StreamReader(receiveStream, Encoding.UTF8);
string output = readStream.ReadToEnd();
res.Close();
readStream.Close();
return output;
}
catch (WebException e)
{
throw new Exception("Unable to retrieve " + url + " from server. Error was: " + e.Message);
}
}