title: Trying to get authentication cookie(s) using HttpWebRequest
body: <p>I have to scrape a table from a secure site and I'm having trouble logging in to the page and retrieving the authentication token and any other associated cookies.  Am I doing something wrong here?</p>
  
  <pre><code>public NameValueCollection LoginToDatrose()
  {
      var loginUriBuilder = new UriBuilder();
      loginUriBuilder.Host = DatroseHostName;
      loginUriBuilder.Path = BuildURIPath(DatroseBasePath, LOGIN_PAGE);
      loginUriBuilder.Scheme = "https";
  
      var boundary = Guid.NewGuid().ToString();
      var postData = new NameValueCollection();
      postData.Add("LoginName", DatroseUserName);
      postData.Add("Password", DatrosePassword);
  
      var data = Encoding.ASCII.GetBytes(postData.ToQueryString(false));
      var request = WebRequest.Create(loginUriBuilder.Uri) as HttpWebRequest;
      request.Method = "POST";
      request.ContentType = "application/x-www-form-urlencoded";
      request.ContentLength = data.Length;
      using (var d = request.GetRequestStream())
      {
          d.Write(data, 0, data.Length);
      }
  
      var response = request.GetResponse() as HttpWebResponse;
      var responseCookies = new NameValueCollection();
      foreach (var nvp in response.Cookies.OfType&lt;Cookie&gt;())
      {
          responseCookies.Add(nvp.Name, nvp.Value);
      }
  
      //using (var responseData = response.GetResponseStream())
      //using (var responseReader = new StreamReader(responseData))
      //{
      //    var theResponse = responseReader.ReadToEnd();
      //    Debug.WriteLine(theResponse);
      //}
  
      return responseCookies;
  
  }
  </code></pre>
  
  <p>I get no values in the return object.  It does not fail.  The value of <code>theResponse</code> (when not commented out) seems to be the HTML of the login page.</p>
  
  <p>Any assistance would be greatly appreciated.</p>