title: HttpClient - Different content returned than browser
body: <p>I'm trying to make a request to kicksusa.com. If I make the request from any browser, I get the full expected HTML, however, I cannot seem to simulate the request in a way that returns the same HTML, instead I get a 'Request unsuccessful.' message.</p>
  
  <p>Any help is appreciated</p>
  
  <p>My code:</p>
  
  <pre><code>HttpClientHandler httpClientHandler = new HttpClientHandler()
  {
      //Proxy = proxy,
      AllowAutoRedirect = true,
      MaxAutomaticRedirections = 15,
      AutomaticDecompression = DecompressionMethods.GZip | DecompressionMethods.Deflate | DecompressionMethods.None
  };
  
  var client = new HttpClient();
  client.DefaultRequestHeaders.Add("Host", "www.kicksusa.com");
  client.DefaultRequestHeaders.Add("Connection", "keep-alive");
  client.DefaultRequestHeaders.Add("Upgrade-Insecure-Requests", "1");
  client.DefaultRequestHeaders.Add("User-Agent", "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.87 Safari/537.36");
  client.DefaultRequestHeaders.Add("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8");
  client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, sdch");
  client.DefaultRequestHeaders.Add("Accept-Language", "en-GB,en-US;q=0.8,en;q=0.6");
  
  
  var _response = await client.GetAsync("http://www.kicksusa.com/jordan-craig/oil-stain-slub-tee-army-green-8909ag.html");
  
  if (_response.IsSuccessStatusCode)
  {
      var _html = await _response.Content.ReadAsStringAsync();
  }
  </code></pre>
  
  <p>Fiddler trace headers:</p>
  
  <pre><code>Host: www.kicksusa.com
  Connection: keep-alive
  Upgrade-Insecure-Requests: 1
  User-Agent: Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.87 Safari/537.36
  Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8
  Accept-Encoding: gzip, deflate, sdch
  Accept-Language: en-GB,en-US;q=0.8,en;q=0.6
  </code></pre>