Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(704)

Unified Diff: content/browser/service_worker/service_worker_url_request_job.cc

Issue 2055053003: [BlobAsync] Disk support for blob storage (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: rebase Created 4 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: content/browser/service_worker/service_worker_url_request_job.cc
diff --git a/content/browser/service_worker/service_worker_url_request_job.cc b/content/browser/service_worker/service_worker_url_request_job.cc
index 3aec57db6b4fb94e91cd93fe4a4cff9fe65ac6f0..8ea427e732f63485c60b7d8559d25a1012d6fc4c 100644
--- a/content/browser/service_worker/service_worker_url_request_job.cc
+++ b/content/browser/service_worker/service_worker_url_request_job.cc
@@ -7,17 +7,19 @@
#include <stddef.h>
#include <stdint.h>
-#include <limits>
#include <map>
#include <string>
#include <utility>
#include <vector>
#include "base/bind.h"
+#include "base/files/file_util.h"
#include "base/guid.h"
#include "base/location.h"
#include "base/single_thread_task_runner.h"
#include "base/strings/stringprintf.h"
+#include "base/task_runner.h"
+#include "base/task_runner_util.h"
#include "base/threading/thread_task_runner_handle.h"
#include "base/time/time.h"
#include "content/browser/resource_context_impl.h"
@@ -31,6 +33,7 @@
#include "content/common/service_worker/service_worker_types.h"
#include "content/common/service_worker/service_worker_utils.h"
#include "content/public/browser/blob_handle.h"
+#include "content/public/browser/browser_thread.h"
#include "content/public/browser/resource_request_info.h"
#include "content/public/browser/service_worker_context.h"
#include "content/public/common/referrer.h"
@@ -104,70 +107,96 @@ net::NetLogEventType RequestJobResultToNetEventType(
return n::FAILED;
}
+int64_t GetFileSizeOnBlockingPool(const base::FilePath& path) {
+ base::File::Info file_info;
+ if (!base::GetFileInfo(path, &file_info))
+ return -1;
+ return file_info.size;
+}
+
+bool PopulateUnknownFileLengths(
+ std::vector<ResourceRequestBodyImpl::Element>* elements) {
+ for (ResourceRequestBodyImpl::Element& element : *elements) {
+ if (element.type() == ResourceRequestBodyImpl::Element::TYPE_FILE &&
+ element.length() == ResourceRequestBodyImpl::Element::kUnknownSize) {
+ base::File::Info file_info;
+ if (!base::GetFileInfo(element.path(), &file_info))
+ return false;
+
+ element.SetToFilePathRange(element.path(), element.offset(),
+ file_info.size,
+ element.expected_modification_time());
+ }
+ }
+ return true;
+}
+
} // namespace
-class ServiceWorkerURLRequestJob::BlobConstructionWaiter {
+class ServiceWorkerURLRequestJob::FileSizeResolver {
public:
- explicit BlobConstructionWaiter(ServiceWorkerURLRequestJob* owner)
+ explicit FileSizeResolver(ServiceWorkerURLRequestJob* owner)
: owner_(owner), weak_factory_(this) {
- TRACE_EVENT_ASYNC_BEGIN1("ServiceWorker", "BlobConstructionWaiter", this,
- "URL", owner_->request()->url().spec());
+ TRACE_EVENT_ASYNC_BEGIN1("ServiceWorker", "BlobFilesWaiter", this, "URL",
+ owner_->request()->url().spec());
owner_->request()->net_log().BeginEvent(
- net::NetLogEventType::SERVICE_WORKER_WAITING_FOR_REQUEST_BODY_BLOB);
+ net::NetLogEventType::SERVICE_WORKER_WAITING_FOR_REQUEST_BODY_FILES);
}
- ~BlobConstructionWaiter() {
+ ~FileSizeResolver() {
owner_->request()->net_log().EndEvent(
- net::NetLogEventType::SERVICE_WORKER_WAITING_FOR_REQUEST_BODY_BLOB,
+ net::NetLogEventType::SERVICE_WORKER_WAITING_FOR_REQUEST_BODY_FILES,
net::NetLog::BoolCallback("success", phase_ == Phase::SUCCESS));
- TRACE_EVENT_ASYNC_END1("ServiceWorker", "BlobConstructionWaiter", this,
- "Success", phase_ == Phase::SUCCESS);
+ TRACE_EVENT_ASYNC_END1("ServiceWorker", "BlobFilesWaiter", this, "Success",
+ phase_ == Phase::SUCCESS);
}
- void RunOnComplete(const base::Callback<void(bool)>& callback) {
+ void RunOnComplete(base::TaskRunner* file_runner,
+ const base::Callback<void(bool)>& callback) {
DCHECK_EQ(static_cast<int>(Phase::INITIAL), static_cast<int>(phase_));
phase_ = Phase::WAITING;
- num_pending_request_body_blobs_ = 0;
+ body_ = owner_->body_;
callback_ = callback;
- for (const ResourceRequestBodyImpl::Element& element :
- *(owner_->body_->elements())) {
- if (element.type() != ResourceRequestBodyImpl::Element::TYPE_BLOB)
- continue;
-
- std::unique_ptr<storage::BlobDataHandle> handle =
- owner_->blob_storage_context_->GetBlobDataFromUUID(
- element.blob_uuid());
- if (handle->IsBroken()) {
- Complete(false);
- return;
- }
- if (handle->IsBeingBuilt()) {
- ++num_pending_request_body_blobs_;
- handle->RunOnConstructionComplete(
- base::Bind(&BlobConstructionWaiter::OneRequestBodyBlobCompleted,
- weak_factory_.GetWeakPtr()));
+ bool needs_file_stats = false;
+ size_t i = 0;
+ for (const ResourceRequestBodyImpl::Element& element : *body_->elements()) {
+ if (element.type() == ResourceRequestBodyImpl::Element::TYPE_FILE &&
+ element.length() == ResourceRequestBodyImpl::Element::kUnknownSize) {
+ needs_file_stats = true;
+
+ PostTaskAndReplyWithResult(
+ file_runner, FROM_HERE,
+ base::Bind(&GetFileSizeOnBlockingPool, element.path()),
+ base::Bind(&ServiceWorkerURLRequestJob::FileSizeResolver::
+ OnFileSizeResolved,
+ weak_factory_.GetWeakPtr(), i));
}
+ i++;
}
- if (num_pending_request_body_blobs_ == 0)
+ if (!needs_file_stats) {
Complete(true);
+ return;
+ }
}
private:
enum class Phase { INITIAL, WAITING, SUCCESS, FAIL };
- void OneRequestBodyBlobCompleted(
- bool success,
- storage::IPCBlobCreationCancelCode cancel_code) {
- DCHECK_GT(num_pending_request_body_blobs_, 0UL);
-
- if (success)
- --num_pending_request_body_blobs_;
- else
- num_pending_request_body_blobs_ = 0;
+ void OnFileSizeResolved(int element_index, int64_t file_size) {
+ bool success = file_size >= 0;
+ if (success) {
+ auto& element = (*body_->elements_mutable())[element_index];
+ element.SetToFilePathRange(element.path(), element.offset(),
+ static_cast<uint64_t>(file_size),
+ element.expected_modification_time());
+ --num_pending_file_size_tasks_;
+ } else {
+ num_pending_file_size_tasks_ = 0;
+ }
- if (num_pending_request_body_blobs_ == 0)
+ if (num_pending_file_size_tasks_)
Complete(success);
}
@@ -183,11 +212,11 @@ class ServiceWorkerURLRequestJob::BlobConstructionWaiter {
scoped_refptr<ResourceRequestBodyImpl> body_;
base::Callback<void(bool)> callback_;
- size_t num_pending_request_body_blobs_ = 0;
Phase phase_ = Phase::INITIAL;
- base::WeakPtrFactory<BlobConstructionWaiter> weak_factory_;
+ size_t num_pending_file_size_tasks_ = 0;
+ base::WeakPtrFactory<FileSizeResolver> weak_factory_;
- DISALLOW_COPY_AND_ASSIGN(BlobConstructionWaiter);
+ DISALLOW_COPY_AND_ASSIGN(FileSizeResolver);
};
bool ServiceWorkerURLRequestJob::Delegate::RequestStillValid(
@@ -235,7 +264,7 @@ ServiceWorkerURLRequestJob::ServiceWorkerURLRequestJob(
ServiceWorkerURLRequestJob::~ServiceWorkerURLRequestJob() {
stream_reader_.reset();
- blob_construction_waiter_.reset();
+ file_size_resolver_.reset();
if (!ShouldRecordResult())
return;
@@ -414,9 +443,10 @@ void ServiceWorkerURLRequestJob::StartRequest() {
case FORWARD_TO_SERVICE_WORKER:
if (HasRequestBody()) {
- DCHECK(!blob_construction_waiter_);
- blob_construction_waiter_.reset(new BlobConstructionWaiter(this));
- blob_construction_waiter_->RunOnComplete(
+ DCHECK(!file_size_resolver_);
+ file_size_resolver_.reset(new FileSizeResolver(this));
+ file_size_resolver_->RunOnComplete(
+ BrowserThread::GetBlockingPool(),
base::Bind(&ServiceWorkerURLRequestJob::RequestBodyBlobsCompleted,
GetWeakPtr()));
return;
@@ -474,70 +504,16 @@ ServiceWorkerURLRequestJob::CreateFetchRequest() {
void ServiceWorkerURLRequestJob::CreateRequestBodyBlob(std::string* blob_uuid,
uint64_t* blob_size) {
DCHECK(HasRequestBody());
- // To ensure the blobs stick around until the end of the reading.
- std::vector<std::unique_ptr<storage::BlobDataHandle>> handles;
- std::vector<std::unique_ptr<storage::BlobDataSnapshot>> snapshots;
- // TODO(dmurph): Allow blobs to be added below, so that the context can
- // efficiently re-use blob items for the new blob.
- std::vector<const ResourceRequestBodyImpl::Element*> resolved_elements;
- for (const ResourceRequestBodyImpl::Element& element : (*body_->elements())) {
- if (element.type() != ResourceRequestBodyImpl::Element::TYPE_BLOB) {
- resolved_elements.push_back(&element);
- continue;
- }
- std::unique_ptr<storage::BlobDataHandle> handle =
- blob_storage_context_->GetBlobDataFromUUID(element.blob_uuid());
- std::unique_ptr<storage::BlobDataSnapshot> snapshot =
- handle->CreateSnapshot();
- if (snapshot->items().empty())
- continue;
- const auto& items = snapshot->items();
- for (const auto& item : items) {
- DCHECK_NE(storage::DataElement::TYPE_BLOB, item->type());
- resolved_elements.push_back(item->data_element_ptr());
- }
- handles.push_back(std::move(handle));
- snapshots.push_back(std::move(snapshot));
- }
-
const std::string uuid(base::GenerateGUID());
- uint64_t total_size = 0;
-
storage::BlobDataBuilder blob_builder(uuid);
- for (size_t i = 0; i < resolved_elements.size(); ++i) {
- const ResourceRequestBodyImpl::Element& element = *resolved_elements[i];
- if (total_size != std::numeric_limits<uint64_t>::max() &&
- element.length() != std::numeric_limits<uint64_t>::max())
- total_size += element.length();
- else
- total_size = std::numeric_limits<uint64_t>::max();
- switch (element.type()) {
- case ResourceRequestBodyImpl::Element::TYPE_BYTES:
- blob_builder.AppendData(element.bytes(), element.length());
- break;
- case ResourceRequestBodyImpl::Element::TYPE_FILE:
- blob_builder.AppendFile(element.path(), element.offset(),
- element.length(),
- element.expected_modification_time());
- break;
- case ResourceRequestBodyImpl::Element::TYPE_BLOB:
- // Blob elements should be resolved beforehand.
- NOTREACHED();
- break;
- case ResourceRequestBodyImpl::Element::TYPE_FILE_FILESYSTEM:
- blob_builder.AppendFileSystemFile(element.filesystem_url(),
- element.offset(), element.length(),
- element.expected_modification_time());
- break;
- default:
- NOTIMPLEMENTED();
- }
+ for (const ResourceRequestBodyImpl::Element& element : (*body_->elements())) {
+ blob_builder.AppendIPCDataElement(element);
}
request_body_blob_data_handle_ =
blob_storage_context_->AddFinishedBlob(&blob_builder);
- *blob_uuid = uuid;
- *blob_size = total_size;
+ *blob_uuid = blob_builder.uuid();
+ *blob_size = request_body_blob_data_handle_->size();
}
void ServiceWorkerURLRequestJob::DidPrepareFetchEvent(
@@ -861,7 +837,7 @@ bool ServiceWorkerURLRequestJob::HasRequestBody() {
}
void ServiceWorkerURLRequestJob::RequestBodyBlobsCompleted(bool success) {
- blob_construction_waiter_.reset();
+ file_size_resolver_.reset();
if (!success) {
RecordResult(
ServiceWorkerMetrics::REQUEST_JOB_ERROR_REQUEST_BODY_BLOB_FAILED);
« no previous file with comments | « content/browser/service_worker/service_worker_url_request_job.h ('k') | content/child/blob_storage/blob_consolidation.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698