|
@@ -17,6 +17,7 @@
|
|
|
#include "base/strings/string_number_conversions.h"
|
|
|
#include "base/strings/string_util.h"
|
|
|
#include "base/time/time.h"
|
|
|
+#include "net/base/net_errors.h"
|
|
|
#include "net/filter/gzip_source_stream.h"
|
|
|
|
|
|
namespace atom {
|
|
@@ -24,16 +25,26 @@ namespace atom {
|
|
|
URLRequestStreamJob::URLRequestStreamJob(net::URLRequest* request,
|
|
|
net::NetworkDelegate* network_delegate)
|
|
|
: JsAsker<net::URLRequestJob>(request, network_delegate),
|
|
|
+ pending_buf_(nullptr),
|
|
|
+ pending_buf_size_(0),
|
|
|
+ ended_(false),
|
|
|
+ has_error_(false),
|
|
|
+ response_headers_(nullptr),
|
|
|
weak_factory_(this) {}
|
|
|
|
|
|
-URLRequestStreamJob::~URLRequestStreamJob() = default;
|
|
|
+URLRequestStreamJob::~URLRequestStreamJob() {
|
|
|
+ if (subscriber_) {
|
|
|
+ content::BrowserThread::DeleteSoon(content::BrowserThread::UI, FROM_HERE,
|
|
|
+ std::move(subscriber_));
|
|
|
+ }
|
|
|
+}
|
|
|
|
|
|
void URLRequestStreamJob::BeforeStartInUI(v8::Isolate* isolate,
|
|
|
v8::Local<v8::Value> value) {
|
|
|
if (value->IsNull() || value->IsUndefined() || !value->IsObject()) {
|
|
|
// Invalid opts.
|
|
|
ended_ = true;
|
|
|
- errored_ = true;
|
|
|
+ has_error_ = true;
|
|
|
return;
|
|
|
}
|
|
|
|
|
@@ -71,107 +82,79 @@ void URLRequestStreamJob::BeforeStartInUI(v8::Isolate* isolate,
|
|
|
!data.Get("removeListener", &value) || !value->IsFunction()) {
|
|
|
// If data is passed but it is not a stream, signal an error.
|
|
|
ended_ = true;
|
|
|
- errored_ = true;
|
|
|
+ has_error_ = true;
|
|
|
return;
|
|
|
}
|
|
|
|
|
|
- subscriber_.reset(new mate::EventSubscriber<URLRequestStreamJob>(
|
|
|
- this, isolate, data.GetHandle()));
|
|
|
- subscriber_->On("data", &URLRequestStreamJob::OnData);
|
|
|
- subscriber_->On("end", &URLRequestStreamJob::OnEnd);
|
|
|
- subscriber_->On("error", &URLRequestStreamJob::OnError);
|
|
|
+ subscriber_.reset(new mate::StreamSubscriber(isolate, data.GetHandle(),
|
|
|
+ weak_factory_.GetWeakPtr()));
|
|
|
}
|
|
|
|
|
|
void URLRequestStreamJob::StartAsync(std::unique_ptr<base::Value> options) {
|
|
|
+ if (has_error_) {
|
|
|
+ OnError();
|
|
|
+ return;
|
|
|
+ }
|
|
|
NotifyHeadersComplete();
|
|
|
}
|
|
|
|
|
|
-void URLRequestStreamJob::OnData(mate::Arguments* args) {
|
|
|
- v8::Local<v8::Value> node_data;
|
|
|
- args->GetNext(&node_data);
|
|
|
- if (node_data->IsUint8Array()) {
|
|
|
- const char* data = node::Buffer::Data(node_data);
|
|
|
- size_t data_size = node::Buffer::Length(node_data);
|
|
|
- std::copy(data, data + data_size, std::back_inserter(buffer_));
|
|
|
+void URLRequestStreamJob::OnData(std::vector<char>&& buffer) { // NOLINT
|
|
|
+ if (write_buffer_.empty()) {
|
|
|
+ // Quick branch without copying.
|
|
|
+ write_buffer_ = std::move(buffer);
|
|
|
} else {
|
|
|
- NOTREACHED();
|
|
|
+ // write_buffer_ += buffer
|
|
|
+ size_t len = write_buffer_.size();
|
|
|
+ write_buffer_.resize(len + buffer.size());
|
|
|
+ std::copy(buffer.begin(), buffer.end(), write_buffer_.begin() + len);
|
|
|
}
|
|
|
- if (pending_io_buf_) {
|
|
|
- CopyMoreData(pending_io_buf_, pending_io_buf_size_);
|
|
|
+
|
|
|
+ // Copy to output.
|
|
|
+ if (pending_buf_) {
|
|
|
+ int len = BufferCopy(&write_buffer_, pending_buf_.get(), pending_buf_size_);
|
|
|
+ write_buffer_.erase(write_buffer_.begin(), write_buffer_.begin() + len);
|
|
|
+ ReadRawDataComplete(len);
|
|
|
}
|
|
|
}
|
|
|
|
|
|
-void URLRequestStreamJob::OnEnd(mate::Arguments* args) {
|
|
|
+void URLRequestStreamJob::OnEnd() {
|
|
|
ended_ = true;
|
|
|
- if (pending_io_buf_) {
|
|
|
- CopyMoreData(pending_io_buf_, pending_io_buf_size_);
|
|
|
- }
|
|
|
+ ReadRawDataComplete(0);
|
|
|
}
|
|
|
|
|
|
-void URLRequestStreamJob::OnError(mate::Arguments* args) {
|
|
|
- errored_ = true;
|
|
|
- if (pending_io_buf_) {
|
|
|
- CopyMoreData(pending_io_buf_, pending_io_buf_size_);
|
|
|
- }
|
|
|
+void URLRequestStreamJob::OnError() {
|
|
|
+ NotifyStartError(net::URLRequestStatus(net::URLRequestStatus::FAILED,
|
|
|
+ net::ERR_FAILED));
|
|
|
}
|
|
|
|
|
|
int URLRequestStreamJob::ReadRawData(net::IOBuffer* dest, int dest_size) {
|
|
|
- content::BrowserThread::PostTask(
|
|
|
- content::BrowserThread::UI, FROM_HERE,
|
|
|
- base::BindOnce(&URLRequestStreamJob::CopyMoreData,
|
|
|
- weak_factory_.GetWeakPtr(), WrapRefCounted(dest),
|
|
|
- dest_size));
|
|
|
- return net::ERR_IO_PENDING;
|
|
|
+ if (ended_)
|
|
|
+ return 0;
|
|
|
+
|
|
|
+ // When write_buffer_ is empty, there is no data valable yet, we have to save
|
|
|
+ // the dest buffer util DataAvailable.
|
|
|
+ if (write_buffer_.empty()) {
|
|
|
+ pending_buf_ = dest;
|
|
|
+ pending_buf_size_ = dest_size;
|
|
|
+ return net::ERR_IO_PENDING;
|
|
|
+ }
|
|
|
+
|
|
|
+ // Read from the write buffer and clear them after reading.
|
|
|
+ int len = BufferCopy(&write_buffer_, dest, dest_size);
|
|
|
+ write_buffer_.erase(write_buffer_.begin(), write_buffer_.begin() + len);
|
|
|
+ return len;
|
|
|
}
|
|
|
|
|
|
void URLRequestStreamJob::DoneReading() {
|
|
|
- subscriber_.reset();
|
|
|
- buffer_.clear();
|
|
|
- ended_ = true;
|
|
|
+ content::BrowserThread::DeleteSoon(content::BrowserThread::UI, FROM_HERE,
|
|
|
+ std::move(subscriber_));
|
|
|
+ write_buffer_.clear();
|
|
|
}
|
|
|
|
|
|
void URLRequestStreamJob::DoneReadingRedirectResponse() {
|
|
|
DoneReading();
|
|
|
}
|
|
|
|
|
|
-void URLRequestStreamJob::CopyMoreDataDone(scoped_refptr<net::IOBuffer> io_buf,
|
|
|
- int status) {
|
|
|
- if (status <= 0) {
|
|
|
- subscriber_.reset();
|
|
|
- }
|
|
|
- ReadRawDataComplete(status);
|
|
|
- io_buf = nullptr;
|
|
|
-}
|
|
|
-
|
|
|
-void URLRequestStreamJob::CopyMoreData(scoped_refptr<net::IOBuffer> io_buf,
|
|
|
- int io_buf_size) {
|
|
|
- // reset any instance references to io_buf
|
|
|
- pending_io_buf_ = nullptr;
|
|
|
- pending_io_buf_size_ = 0;
|
|
|
-
|
|
|
- int read_count = 0;
|
|
|
- if (buffer_.size()) {
|
|
|
- size_t count = std::min((size_t)io_buf_size, buffer_.size());
|
|
|
- std::copy(buffer_.begin(), buffer_.begin() + count, io_buf->data());
|
|
|
- buffer_.erase(buffer_.begin(), buffer_.begin() + count);
|
|
|
- read_count = count;
|
|
|
- } else if (!ended_ && !errored_) {
|
|
|
- // No data available yet, save references to the IOBuffer, which will be
|
|
|
- // passed back to this function when OnData/OnEnd/OnError are called
|
|
|
- pending_io_buf_ = io_buf;
|
|
|
- pending_io_buf_size_ = io_buf_size;
|
|
|
- }
|
|
|
-
|
|
|
- if (!pending_io_buf_) {
|
|
|
- // Only call CopyMoreDataDone if we have read something.
|
|
|
- int status = (errored_ && !read_count) ? net::ERR_FAILED : read_count;
|
|
|
- content::BrowserThread::PostTask(
|
|
|
- content::BrowserThread::IO, FROM_HERE,
|
|
|
- base::BindOnce(&URLRequestStreamJob::CopyMoreDataDone,
|
|
|
- weak_factory_.GetWeakPtr(), io_buf, status));
|
|
|
- }
|
|
|
-}
|
|
|
-
|
|
|
std::unique_ptr<net::SourceStream> URLRequestStreamJob::SetUpSourceStream() {
|
|
|
std::unique_ptr<net::SourceStream> source =
|
|
|
net::URLRequestJob::SetUpSourceStream();
|
|
@@ -202,4 +185,11 @@ void URLRequestStreamJob::GetResponseInfo(net::HttpResponseInfo* info) {
|
|
|
info->headers = response_headers_;
|
|
|
}
|
|
|
|
|
|
+int URLRequestStreamJob::BufferCopy(std::vector<char>* source,
|
|
|
+ net::IOBuffer* target, int target_size) {
|
|
|
+ int bytes_written = std::min(static_cast<int>(source->size()), target_size);
|
|
|
+ memcpy(target->data(), source->data(), bytes_written);
|
|
|
+ return bytes_written;
|
|
|
+}
|
|
|
+
|
|
|
} // namespace atom
|