Index: components/autofill/browser/autofill_download.cc |
diff --git a/components/autofill/browser/autofill_download.cc b/components/autofill/browser/autofill_download.cc |
deleted file mode 100644 |
index b3a318ab926578dca47009d0c352d1b7b760ef2c..0000000000000000000000000000000000000000 |
--- a/components/autofill/browser/autofill_download.cc |
+++ /dev/null |
@@ -1,352 +0,0 @@ |
-// Copyright (c) 2012 The Chromium Authors. All rights reserved. |
-// Use of this source code is governed by a BSD-style license that can be |
-// found in the LICENSE file. |
- |
-#include "components/autofill/browser/autofill_download.h" |
- |
-#include <algorithm> |
-#include <ostream> |
-#include <vector> |
- |
-#include "base/logging.h" |
-#include "base/prefs/pref_service.h" |
-#include "base/rand_util.h" |
-#include "base/stl_util.h" |
-#include "base/strings/string_util.h" |
-#include "components/autofill/browser/autofill_download_url.h" |
-#include "components/autofill/browser/autofill_metrics.h" |
-#include "components/autofill/browser/autofill_xml_parser.h" |
-#include "components/autofill/browser/form_structure.h" |
-#include "components/autofill/core/common/autofill_pref_names.h" |
-#include "components/user_prefs/user_prefs.h" |
-#include "content/public/browser/browser_context.h" |
-#include "googleurl/src/gurl.h" |
-#include "net/base/load_flags.h" |
-#include "net/http/http_response_headers.h" |
-#include "net/url_request/url_fetcher.h" |
-#include "third_party/libjingle/source/talk/xmllite/xmlparser.h" |
- |
-using content::BrowserContext; |
- |
-namespace autofill { |
- |
-namespace { |
-const char kAutofillQueryServerNameStartInHeader[] = "GFE/"; |
- |
-const size_t kMaxFormCacheSize = 16; |
- |
-// Generate field assignments xml that can be manually changed and then fed back |
-// into the Autofill server as experiment data. |
-static void LogFieldAssignments( |
- const FormStructure& form, |
- const FieldTypeSet& available_field_types) { |
- std::string form_xml; |
- if (!form.EncodeFieldAssignments(available_field_types, &form_xml)) |
- return; |
- |
- VLOG(1) << "AutofillDownloadManager FieldAssignments for " |
- << form.source_url() |
- << " :\n" |
- << form_xml; |
-} |
- |
-} // namespace |
- |
-// static |
-std::string AutofillDownloadManager::AutofillRequestTypeToString( |
- const AutofillRequestType type) { |
- switch (type) { |
- case AutofillDownloadManager::REQUEST_QUERY: |
- return "query"; |
- case AutofillDownloadManager::REQUEST_UPLOAD: |
- return "upload"; |
- } |
- return std::string(); |
-} |
- |
-struct AutofillDownloadManager::FormRequestData { |
- std::vector<std::string> form_signatures; |
- AutofillRequestType request_type; |
-}; |
- |
-AutofillDownloadManager::AutofillDownloadManager(BrowserContext* context, |
- Observer* observer) |
- : browser_context_(context), |
- observer_(observer), |
- max_form_cache_size_(kMaxFormCacheSize), |
- next_query_request_(base::Time::Now()), |
- next_upload_request_(base::Time::Now()), |
- positive_upload_rate_(0), |
- negative_upload_rate_(0), |
- fetcher_id_for_unittest_(0) { |
- DCHECK(observer_); |
- PrefService* preferences = user_prefs::UserPrefs::Get(browser_context_); |
- positive_upload_rate_ = |
- preferences->GetDouble(prefs::kAutofillPositiveUploadRate); |
- negative_upload_rate_ = |
- preferences->GetDouble(prefs::kAutofillNegativeUploadRate); |
-} |
- |
-AutofillDownloadManager::~AutofillDownloadManager() { |
- STLDeleteContainerPairFirstPointers(url_fetchers_.begin(), |
- url_fetchers_.end()); |
-} |
- |
-bool AutofillDownloadManager::StartQueryRequest( |
- const std::vector<FormStructure*>& forms, |
- const AutofillMetrics& metric_logger) { |
- if (next_query_request_ > base::Time::Now()) { |
- // We are in back-off mode: do not do the request. |
- return false; |
- } |
- std::string form_xml; |
- FormRequestData request_data; |
- if (!FormStructure::EncodeQueryRequest(forms, &request_data.form_signatures, |
- &form_xml)) { |
- return false; |
- } |
- |
- request_data.request_type = AutofillDownloadManager::REQUEST_QUERY; |
- metric_logger.LogServerQueryMetric(AutofillMetrics::QUERY_SENT); |
- |
- std::string query_data; |
- if (CheckCacheForQueryRequest(request_data.form_signatures, &query_data)) { |
- DVLOG(1) << "AutofillDownloadManager: query request has been retrieved " |
- << "from the cache, form signatures: " |
- << GetCombinedSignature(request_data.form_signatures); |
- observer_->OnLoadedServerPredictions(query_data); |
- return true; |
- } |
- |
- return StartRequest(form_xml, request_data); |
-} |
- |
-bool AutofillDownloadManager::StartUploadRequest( |
- const FormStructure& form, |
- bool form_was_autofilled, |
- const FieldTypeSet& available_field_types) { |
- std::string form_xml; |
- if (!form.EncodeUploadRequest(available_field_types, form_was_autofilled, |
- &form_xml)) |
- return false; |
- |
- LogFieldAssignments(form, available_field_types); |
- |
- if (next_upload_request_ > base::Time::Now()) { |
- // We are in back-off mode: do not do the request. |
- DVLOG(1) << "AutofillDownloadManager: Upload request is throttled."; |
- return false; |
- } |
- |
- // Flip a coin to see if we should upload this form. |
- double upload_rate = form_was_autofilled ? GetPositiveUploadRate() : |
- GetNegativeUploadRate(); |
- if (form.upload_required() == UPLOAD_NOT_REQUIRED || |
- (form.upload_required() == USE_UPLOAD_RATES && |
- base::RandDouble() > upload_rate)) { |
- DVLOG(1) << "AutofillDownloadManager: Upload request is ignored."; |
- // If we ever need notification that upload was skipped, add it here. |
- return false; |
- } |
- |
- FormRequestData request_data; |
- request_data.form_signatures.push_back(form.FormSignature()); |
- request_data.request_type = AutofillDownloadManager::REQUEST_UPLOAD; |
- |
- return StartRequest(form_xml, request_data); |
-} |
- |
-double AutofillDownloadManager::GetPositiveUploadRate() const { |
- return positive_upload_rate_; |
-} |
- |
-double AutofillDownloadManager::GetNegativeUploadRate() const { |
- return negative_upload_rate_; |
-} |
- |
-void AutofillDownloadManager::SetPositiveUploadRate(double rate) { |
- if (rate == positive_upload_rate_) |
- return; |
- positive_upload_rate_ = rate; |
- DCHECK_GE(rate, 0.0); |
- DCHECK_LE(rate, 1.0); |
- PrefService* preferences = user_prefs::UserPrefs::Get(browser_context_); |
- preferences->SetDouble(prefs::kAutofillPositiveUploadRate, rate); |
-} |
- |
-void AutofillDownloadManager::SetNegativeUploadRate(double rate) { |
- if (rate == negative_upload_rate_) |
- return; |
- negative_upload_rate_ = rate; |
- DCHECK_GE(rate, 0.0); |
- DCHECK_LE(rate, 1.0); |
- PrefService* preferences = user_prefs::UserPrefs::Get(browser_context_); |
- preferences->SetDouble(prefs::kAutofillNegativeUploadRate, rate); |
-} |
- |
-bool AutofillDownloadManager::StartRequest( |
- const std::string& form_xml, |
- const FormRequestData& request_data) { |
- net::URLRequestContextGetter* request_context = |
- browser_context_->GetRequestContext(); |
- DCHECK(request_context); |
- GURL request_url; |
- if (request_data.request_type == AutofillDownloadManager::REQUEST_QUERY) |
- request_url = autofill::GetAutofillQueryUrl(); |
- else |
- request_url = autofill::GetAutofillUploadUrl(); |
- |
- // Id is ignored for regular chrome, in unit test id's for fake fetcher |
- // factory will be 0, 1, 2, ... |
- net::URLFetcher* fetcher = net::URLFetcher::Create( |
- fetcher_id_for_unittest_++, request_url, net::URLFetcher::POST, |
- this); |
- url_fetchers_[fetcher] = request_data; |
- fetcher->SetAutomaticallyRetryOn5xx(false); |
- fetcher->SetRequestContext(request_context); |
- fetcher->SetUploadData("text/plain", form_xml); |
- fetcher->SetLoadFlags(net::LOAD_DO_NOT_SAVE_COOKIES | |
- net::LOAD_DO_NOT_SEND_COOKIES); |
- fetcher->Start(); |
- |
- DVLOG(1) << "Sending AutofillDownloadManager " |
- << AutofillRequestTypeToString(request_data.request_type) |
- << " request: " << form_xml; |
- |
- return true; |
-} |
- |
-void AutofillDownloadManager::CacheQueryRequest( |
- const std::vector<std::string>& forms_in_query, |
- const std::string& query_data) { |
- std::string signature = GetCombinedSignature(forms_in_query); |
- for (QueryRequestCache::iterator it = cached_forms_.begin(); |
- it != cached_forms_.end(); ++it) { |
- if (it->first == signature) { |
- // We hit the cache, move to the first position and return. |
- std::pair<std::string, std::string> data = *it; |
- cached_forms_.erase(it); |
- cached_forms_.push_front(data); |
- return; |
- } |
- } |
- std::pair<std::string, std::string> data; |
- data.first = signature; |
- data.second = query_data; |
- cached_forms_.push_front(data); |
- while (cached_forms_.size() > max_form_cache_size_) |
- cached_forms_.pop_back(); |
-} |
- |
-bool AutofillDownloadManager::CheckCacheForQueryRequest( |
- const std::vector<std::string>& forms_in_query, |
- std::string* query_data) const { |
- std::string signature = GetCombinedSignature(forms_in_query); |
- for (QueryRequestCache::const_iterator it = cached_forms_.begin(); |
- it != cached_forms_.end(); ++it) { |
- if (it->first == signature) { |
- // We hit the cache, fill the data and return. |
- *query_data = it->second; |
- return true; |
- } |
- } |
- return false; |
-} |
- |
-std::string AutofillDownloadManager::GetCombinedSignature( |
- const std::vector<std::string>& forms_in_query) const { |
- size_t total_size = forms_in_query.size(); |
- for (size_t i = 0; i < forms_in_query.size(); ++i) |
- total_size += forms_in_query[i].length(); |
- std::string signature; |
- |
- signature.reserve(total_size); |
- |
- for (size_t i = 0; i < forms_in_query.size(); ++i) { |
- if (i) |
- signature.append(","); |
- signature.append(forms_in_query[i]); |
- } |
- return signature; |
-} |
- |
-void AutofillDownloadManager::OnURLFetchComplete( |
- const net::URLFetcher* source) { |
- std::map<net::URLFetcher *, FormRequestData>::iterator it = |
- url_fetchers_.find(const_cast<net::URLFetcher*>(source)); |
- if (it == url_fetchers_.end()) { |
- // Looks like crash on Mac is possibly caused with callback entering here |
- // with unknown fetcher when network is refreshed. |
- return; |
- } |
- std::string type_of_request( |
- AutofillRequestTypeToString(it->second.request_type)); |
- const int kHttpResponseOk = 200; |
- const int kHttpInternalServerError = 500; |
- const int kHttpBadGateway = 502; |
- const int kHttpServiceUnavailable = 503; |
- |
- CHECK(it->second.form_signatures.size()); |
- if (source->GetResponseCode() != kHttpResponseOk) { |
- bool back_off = false; |
- std::string server_header; |
- switch (source->GetResponseCode()) { |
- case kHttpBadGateway: |
- if (!source->GetResponseHeaders()->EnumerateHeader(NULL, "server", |
- &server_header) || |
- StartsWithASCII(server_header.c_str(), |
- kAutofillQueryServerNameStartInHeader, |
- false) != 0) |
- break; |
- // Bad gateway was received from Autofill servers. Fall through to back |
- // off. |
- case kHttpInternalServerError: |
- case kHttpServiceUnavailable: |
- back_off = true; |
- break; |
- } |
- |
- if (back_off) { |
- base::Time back_off_time(base::Time::Now() + source->GetBackoffDelay()); |
- if (it->second.request_type == AutofillDownloadManager::REQUEST_QUERY) { |
- next_query_request_ = back_off_time; |
- } else { |
- next_upload_request_ = back_off_time; |
- } |
- } |
- |
- DVLOG(1) << "AutofillDownloadManager: " << type_of_request |
- << " request has failed with response " |
- << source->GetResponseCode(); |
- observer_->OnServerRequestError(it->second.form_signatures[0], |
- it->second.request_type, |
- source->GetResponseCode()); |
- } else { |
- std::string response_body; |
- source->GetResponseAsString(&response_body); |
- DVLOG(1) << "AutofillDownloadManager: " << type_of_request |
- << " request has succeeded with response body: " |
- << response_body; |
- if (it->second.request_type == AutofillDownloadManager::REQUEST_QUERY) { |
- CacheQueryRequest(it->second.form_signatures, response_body); |
- observer_->OnLoadedServerPredictions(response_body); |
- } else { |
- double new_positive_upload_rate = 0; |
- double new_negative_upload_rate = 0; |
- AutofillUploadXmlParser parse_handler(&new_positive_upload_rate, |
- &new_negative_upload_rate); |
- buzz::XmlParser parser(&parse_handler); |
- parser.Parse(response_body.data(), response_body.length(), true); |
- if (parse_handler.succeeded()) { |
- SetPositiveUploadRate(new_positive_upload_rate); |
- SetNegativeUploadRate(new_negative_upload_rate); |
- } |
- |
- observer_->OnUploadedPossibleFieldTypes(); |
- } |
- } |
- delete it->first; |
- url_fetchers_.erase(it); |
-} |
- |
-} // namespace autofill |