feat_expose_raw_response_headers_from_urlloader.patch 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169
  1. From 0000000000000000000000000000000000000000 Mon Sep 17 00:00:00 2001
  2. From: deepak1556 <[email protected]>
  3. Date: Tue, 17 Aug 2021 22:42:42 -0700
  4. Subject: feat: expose raw response headers from URLLoader
  5. With https://chromium-review.googlesource.com/c/chromium/src/+/2856099
  6. unfiltered response headers are only available via trusted channel
  7. through //services/network/public/mojom/devtools_observer.mojom.
  8. https://github.com/electron/electron/pull/30503/commits/28f4da1582d046e96cb58f3cbb590503e89dfd0d
  9. was an attempt to use this interface but given the original response is
  10. signalled on a different interface via URLLoaderClient::OnReceiveResponse
  11. it is harder to sync these data from two different channels for a synchronous
  12. event emitted on the SimpleURLLoaderWrapper::OnResponseStarted.
  13. This patch does the minimal approach to add back the raw response
  14. headers, moving forward we should find a way in upstream to provide
  15. access to these headers for loader clients created on the browser process.
  16. diff --git a/services/network/public/cpp/resource_request.cc b/services/network/public/cpp/resource_request.cc
  17. index 8e3e37301879f70de0430adb81258df2e4cd5e46..90fcfad3fa7b431e6be257c886963e7fabca4d7b 100644
  18. --- a/services/network/public/cpp/resource_request.cc
  19. +++ b/services/network/public/cpp/resource_request.cc
  20. @@ -155,6 +155,7 @@ ResourceRequest::TrustedParams& ResourceRequest::TrustedParams::operator=(
  21. allow_cookies_from_browser = other.allow_cookies_from_browser;
  22. include_request_cookies_with_response =
  23. other.include_request_cookies_with_response;
  24. + report_raw_headers = other.report_raw_headers;
  25. cookie_observer =
  26. Clone(&const_cast<mojo::PendingRemote<mojom::CookieAccessObserver>&>(
  27. other.cookie_observer));
  28. @@ -185,6 +186,7 @@ bool ResourceRequest::TrustedParams::EqualsForTesting(
  29. const TrustedParams& other) const {
  30. return isolation_info.IsEqualForTesting(other.isolation_info) &&
  31. disable_secure_dns == other.disable_secure_dns &&
  32. + report_raw_headers == other.report_raw_headers &&
  33. has_user_activation == other.has_user_activation &&
  34. allow_cookies_from_browser == other.allow_cookies_from_browser &&
  35. include_request_cookies_with_response ==
  36. diff --git a/services/network/public/cpp/resource_request.h b/services/network/public/cpp/resource_request.h
  37. index 79851e979be2dbba27690e1e7807afcb252d3d23..5b766862d8c9e08ce55f328eaf9314a5d3a662c0 100644
  38. --- a/services/network/public/cpp/resource_request.h
  39. +++ b/services/network/public/cpp/resource_request.h
  40. @@ -71,6 +71,7 @@ struct COMPONENT_EXPORT(NETWORK_CPP_BASE) ResourceRequest {
  41. bool has_user_activation = false;
  42. bool allow_cookies_from_browser = false;
  43. bool include_request_cookies_with_response = false;
  44. + bool report_raw_headers = false;
  45. mojo::PendingRemote<mojom::CookieAccessObserver> cookie_observer;
  46. mojo::PendingRemote<mojom::TrustTokenAccessObserver> trust_token_observer;
  47. mojo::PendingRemote<mojom::URLLoaderNetworkServiceObserver>
  48. diff --git a/services/network/public/cpp/url_request_mojom_traits.cc b/services/network/public/cpp/url_request_mojom_traits.cc
  49. index 8079532618a360aba8f6e1396b87a8b927c839dd..7a6c6a8be3b5b7b4f4a35e9493aeb5da07639e06 100644
  50. --- a/services/network/public/cpp/url_request_mojom_traits.cc
  51. +++ b/services/network/public/cpp/url_request_mojom_traits.cc
  52. @@ -94,6 +94,7 @@ bool StructTraits<network::mojom::TrustedUrlRequestParamsDataView,
  53. out->allow_cookies_from_browser = data.allow_cookies_from_browser();
  54. out->include_request_cookies_with_response =
  55. data.include_request_cookies_with_response();
  56. + out->report_raw_headers = data.report_raw_headers();
  57. out->cookie_observer = data.TakeCookieObserver<
  58. mojo::PendingRemote<network::mojom::CookieAccessObserver>>();
  59. out->trust_token_observer = data.TakeTrustTokenObserver<
  60. diff --git a/services/network/public/cpp/url_request_mojom_traits.h b/services/network/public/cpp/url_request_mojom_traits.h
  61. index 6778aaaa46cbab86de77f75b18226a51833de450..d21a13ec46e13a6c5ed345ff99ebec25460a40af 100644
  62. --- a/services/network/public/cpp/url_request_mojom_traits.h
  63. +++ b/services/network/public/cpp/url_request_mojom_traits.h
  64. @@ -76,6 +76,10 @@ struct COMPONENT_EXPORT(NETWORK_CPP_BASE)
  65. const network::ResourceRequest::TrustedParams& trusted_params) {
  66. return trusted_params.include_request_cookies_with_response;
  67. }
  68. + static bool report_raw_headers(
  69. + const network::ResourceRequest::TrustedParams& trusted_params) {
  70. + return trusted_params.report_raw_headers;
  71. + }
  72. static mojo::PendingRemote<network::mojom::CookieAccessObserver>
  73. cookie_observer(
  74. const network::ResourceRequest::TrustedParams& trusted_params) {
  75. diff --git a/services/network/public/mojom/url_request.mojom b/services/network/public/mojom/url_request.mojom
  76. index 7c006ab576a03d14549f3a0c7b3fb35cf21fee0a..5cd81ab4de26bf9f174a5571d3c41fd404049a61 100644
  77. --- a/services/network/public/mojom/url_request.mojom
  78. +++ b/services/network/public/mojom/url_request.mojom
  79. @@ -81,6 +81,9 @@ struct TrustedUrlRequestParams {
  80. // client which should not be able to see them.
  81. bool include_request_cookies_with_response = false;
  82. + // [Electron] Whether to provide unfiltered response headers.
  83. + bool report_raw_headers;
  84. +
  85. // Observer which should be notified when this URLRequest reads or writes
  86. // a cookie. If this is set to non-null, the observer passed to
  87. // URLLoaderFactory will be ignored.
  88. diff --git a/services/network/public/mojom/url_response_head.mojom b/services/network/public/mojom/url_response_head.mojom
  89. index a123ea0b396815063c4261110ee39e611b6e9eed..968256ba1df386589fda1b97b0e043585c4aa951 100644
  90. --- a/services/network/public/mojom/url_response_head.mojom
  91. +++ b/services/network/public/mojom/url_response_head.mojom
  92. @@ -13,6 +13,7 @@ import "services/network/public/mojom/attribution.mojom";
  93. import "services/network/public/mojom/fetch_api.mojom";
  94. import "services/network/public/mojom/http_request_headers.mojom";
  95. import "services/network/public/mojom/ip_address_space.mojom";
  96. +import "services/network/public/mojom/http_raw_headers.mojom";
  97. import "services/network/public/mojom/ip_endpoint.mojom";
  98. import "services/network/public/mojom/load_timing_info.mojom";
  99. import "services/network/public/mojom/network_param.mojom";
  100. @@ -44,6 +45,9 @@ struct URLResponseHead {
  101. // The response headers or NULL if the URL type does not support headers.
  102. HttpResponseHeaders headers;
  103. + // Actual response headers, as obtained from the network stack.
  104. + array<HttpRawHeaderPair> raw_response_headers;
  105. +
  106. // The mime type of the response. This may be a derived value.
  107. string mime_type;
  108. diff --git a/services/network/url_loader.cc b/services/network/url_loader.cc
  109. index ba6ebceb0b515b4cb1aa5df503d10ede4658a2a1..038c16640ff7aaaeb463e6a9b7fae95d56866e79 100644
  110. --- a/services/network/url_loader.cc
  111. +++ b/services/network/url_loader.cc
  112. @@ -597,6 +597,9 @@ URLLoader::URLLoader(
  113. mojo::SimpleWatcher::ArmingPolicy::MANUAL,
  114. base::SequencedTaskRunner::GetCurrentDefault()),
  115. per_factory_orb_state_(context.GetMutableOrbState()),
  116. + report_raw_headers_(
  117. + request.trusted_params &&
  118. + request.trusted_params->report_raw_headers),
  119. devtools_request_id_(request.devtools_request_id),
  120. request_mode_(request.mode),
  121. request_credentials_mode_(request.credentials_mode),
  122. @@ -868,7 +871,7 @@ void URLLoader::ConfigureRequest(
  123. &URLLoader::IsSharedDictionaryReadAllowed, base::Unretained(this)));
  124. }
  125. - if (devtools_request_id()) {
  126. + if (devtools_request_id() || report_raw_headers_) {
  127. url_request_->SetResponseHeadersCallback(base::BindRepeating(
  128. &URLLoader::SetRawResponseHeaders, base::Unretained(this)));
  129. }
  130. @@ -1838,6 +1841,19 @@ void URLLoader::OnResponseStarted(net::URLRequest* url_request, int net_error) {
  131. }
  132. response_ = BuildResponseHead();
  133. + if (raw_response_headers_ && report_raw_headers_) {
  134. + std::vector<network::mojom::HttpRawHeaderPairPtr> header_array;
  135. + size_t iterator = 0;
  136. + std::string name, value;
  137. + while (raw_response_headers_->EnumerateHeaderLines(&iterator, &name, &value)) {
  138. + network::mojom::HttpRawHeaderPairPtr pair =
  139. + network::mojom::HttpRawHeaderPair::New();
  140. + pair->key = name;
  141. + pair->value = value;
  142. + header_array.push_back(std::move(pair));
  143. + }
  144. + response_->raw_response_headers = std::move(header_array);
  145. + }
  146. DispatchOnRawResponse();
  147. // Parse and remove the Trust Tokens response headers, if any are expected,
  148. diff --git a/services/network/url_loader.h b/services/network/url_loader.h
  149. index e29f1180083d13cb4642457cfd756d93a79c5f01..eb238a5d31c5df1b073d08b8b01f7df0e6119b8e 100644
  150. --- a/services/network/url_loader.h
  151. +++ b/services/network/url_loader.h
  152. @@ -706,6 +706,8 @@ class COMPONENT_EXPORT(NETWORK_SERVICE) URLLoader
  153. std::unique_ptr<ResourceScheduler::ScheduledResourceRequest>
  154. resource_scheduler_request_handle_;
  155. + // Whether client requested raw headers.
  156. + bool report_raw_headers_ = false;
  157. bool enable_reporting_raw_headers_ = false;
  158. bool seen_raw_request_headers_ = false;
  159. // Used for metrics.