Index: chrome/browser/importer/firefox3_importer.cc |
diff --git a/chrome/browser/importer/firefox3_importer.cc b/chrome/browser/importer/firefox3_importer.cc |
deleted file mode 100644 |
index 50a0d0cee950e205ca7673cf0c18e20a924edb0b..0000000000000000000000000000000000000000 |
--- a/chrome/browser/importer/firefox3_importer.cc |
+++ /dev/null |
@@ -1,591 +0,0 @@ |
-// Copyright (c) 2012 The Chromium Authors. All rights reserved. |
-// Use of this source code is governed by a BSD-style license that can be |
-// found in the LICENSE file. |
- |
-#include "chrome/browser/importer/firefox3_importer.h" |
- |
-#include <set> |
- |
-#include "base/file_util.h" |
-#include "base/files/file_enumerator.h" |
-#include "base/memory/scoped_ptr.h" |
-#include "base/message_loop.h" |
-#include "base/stl_util.h" |
-#include "base/strings/string_util.h" |
-#include "base/strings/utf_string_conversions.h" |
-#include "chrome/browser/browser_process.h" |
-#include "chrome/browser/importer/bookmark_html_reader.h" |
-#include "chrome/browser/importer/firefox_importer_utils.h" |
-#include "chrome/browser/importer/importer_bridge.h" |
-#include "chrome/browser/importer/nss_decryptor.h" |
-#include "chrome/browser/importer/reencode_favicon.h" |
-#include "chrome/common/importer/imported_bookmark_entry.h" |
-#include "chrome/common/importer/imported_favicon_usage.h" |
-#include "chrome/common/importer/importer_url_row.h" |
-#include "chrome/common/time_format.h" |
-#include "content/public/browser/browser_thread.h" |
-#include "content/public/common/password_form.h" |
-#include "grit/generated_resources.h" |
-#include "sql/connection.h" |
-#include "sql/statement.h" |
-#include "url/gurl.h" |
- |
-using content::BrowserThread; |
- |
-namespace { |
- |
-// Original definition is in http://mxr.mozilla.org/firefox/source/toolkit/ |
-// components/places/public/nsINavBookmarksService.idl |
-enum BookmarkItemType { |
- TYPE_BOOKMARK = 1, |
- TYPE_FOLDER = 2, |
- TYPE_SEPARATOR = 3, |
- TYPE_DYNAMIC_CONTAINER = 4 |
-}; |
- |
-// Loads the default bookmarks in the Firefox installed at |app_path|, |
-// and stores their locations in |urls|. |
-void LoadDefaultBookmarks(const base::FilePath& app_path, |
- std::set<GURL>* urls) { |
- base::FilePath file = app_path.AppendASCII("defaults") |
- .AppendASCII("profile") |
- .AppendASCII("bookmarks.html"); |
- urls->clear(); |
- |
- std::vector<ImportedBookmarkEntry> bookmarks; |
- bookmark_html_reader::ImportBookmarksFile(base::Callback<bool(void)>(), |
- base::Callback<bool(const GURL&)>(), |
- file, |
- &bookmarks, |
- NULL); |
- for (size_t i = 0; i < bookmarks.size(); ++i) |
- urls->insert(bookmarks[i].url); |
-} |
- |
-} // namespace |
- |
-struct Firefox3Importer::BookmarkItem { |
- int parent; |
- int id; |
- GURL url; |
- string16 title; |
- BookmarkItemType type; |
- std::string keyword; |
- base::Time date_added; |
- int64 favicon; |
- bool empty_folder; |
-}; |
- |
-Firefox3Importer::Firefox3Importer() { |
-} |
- |
-Firefox3Importer::~Firefox3Importer() { |
-} |
- |
-void Firefox3Importer::StartImport( |
- const importer::SourceProfile& source_profile, |
- uint16 items, |
- ImporterBridge* bridge) { |
- bridge_ = bridge; |
- source_path_ = source_profile.source_path; |
- app_path_ = source_profile.app_path; |
- |
-#if defined(OS_POSIX) |
- locale_ = source_profile.locale; |
-#endif |
- |
- // The order here is important! |
- bridge_->NotifyStarted(); |
- if ((items & importer::HOME_PAGE) && !cancelled()) { |
- bridge_->NotifyItemStarted(importer::HOME_PAGE); |
- ImportHomepage(); // Doesn't have a UI item. |
- bridge_->NotifyItemEnded(importer::HOME_PAGE); |
- } |
- |
- // Note history should be imported before bookmarks because bookmark import |
- // will also import favicons and we store favicon for a URL only if the URL |
- // exist in history or bookmarks. |
- if ((items & importer::HISTORY) && !cancelled()) { |
- bridge_->NotifyItemStarted(importer::HISTORY); |
- ImportHistory(); |
- bridge_->NotifyItemEnded(importer::HISTORY); |
- } |
- |
- if ((items & importer::FAVORITES) && !cancelled()) { |
- bridge_->NotifyItemStarted(importer::FAVORITES); |
- ImportBookmarks(); |
- bridge_->NotifyItemEnded(importer::FAVORITES); |
- } |
- if ((items & importer::SEARCH_ENGINES) && !cancelled()) { |
- bridge_->NotifyItemStarted(importer::SEARCH_ENGINES); |
- ImportSearchEngines(); |
- bridge_->NotifyItemEnded(importer::SEARCH_ENGINES); |
- } |
- if ((items & importer::PASSWORDS) && !cancelled()) { |
- bridge_->NotifyItemStarted(importer::PASSWORDS); |
- ImportPasswords(); |
- bridge_->NotifyItemEnded(importer::PASSWORDS); |
- } |
- bridge_->NotifyEnded(); |
-} |
- |
-void Firefox3Importer::ImportHistory() { |
- base::FilePath file = source_path_.AppendASCII("places.sqlite"); |
- if (!base::PathExists(file)) |
- return; |
- |
- sql::Connection db; |
- if (!db.Open(file)) |
- return; |
- |
- // |visit_type| represent the transition type of URLs (typed, click, |
- // redirect, bookmark, etc.) We eliminate some URLs like sub-frames and |
- // redirects, since we don't want them to appear in history. |
- // Firefox transition types are defined in: |
- // toolkit/components/places/public/nsINavHistoryService.idl |
- const char* query = "SELECT h.url, h.title, h.visit_count, " |
- "h.hidden, h.typed, v.visit_date " |
- "FROM moz_places h JOIN moz_historyvisits v " |
- "ON h.id = v.place_id " |
- "WHERE v.visit_type <= 3"; |
- |
- sql::Statement s(db.GetUniqueStatement(query)); |
- |
- std::vector<ImporterURLRow> rows; |
- while (s.Step() && !cancelled()) { |
- GURL url(s.ColumnString(0)); |
- |
- // Filter out unwanted URLs. |
- if (!CanImportURL(url)) |
- continue; |
- |
- ImporterURLRow row(url); |
- row.title = s.ColumnString16(1); |
- row.visit_count = s.ColumnInt(2); |
- row.hidden = s.ColumnInt(3) == 1; |
- row.typed_count = s.ColumnInt(4); |
- row.last_visit = base::Time::FromTimeT(s.ColumnInt64(5)/1000000); |
- |
- rows.push_back(row); |
- } |
- |
- if (!rows.empty() && !cancelled()) |
- bridge_->SetHistoryItems(rows, importer::VISIT_SOURCE_FIREFOX_IMPORTED); |
-} |
- |
-void Firefox3Importer::ImportBookmarks() { |
- base::FilePath file = source_path_.AppendASCII("places.sqlite"); |
- if (!base::PathExists(file)) |
- return; |
- |
- sql::Connection db; |
- if (!db.Open(file)) |
- return; |
- |
- // Get the bookmark folders that we are interested in. |
- int toolbar_folder_id = -1; |
- int menu_folder_id = -1; |
- int unsorted_folder_id = -1; |
- LoadRootNodeID(&db, &toolbar_folder_id, &menu_folder_id, &unsorted_folder_id); |
- |
- // Load livemark IDs. |
- std::set<int> livemark_id; |
- LoadLivemarkIDs(&db, &livemark_id); |
- |
- // Load the default bookmarks. |
- std::set<GURL> default_urls; |
- LoadDefaultBookmarks(app_path_, &default_urls); |
- |
- BookmarkList list; |
- GetTopBookmarkFolder(&db, toolbar_folder_id, &list); |
- GetTopBookmarkFolder(&db, menu_folder_id, &list); |
- GetTopBookmarkFolder(&db, unsorted_folder_id, &list); |
- size_t count = list.size(); |
- for (size_t i = 0; i < count; ++i) |
- GetWholeBookmarkFolder(&db, &list, i, NULL); |
- |
- std::vector<ImportedBookmarkEntry> bookmarks; |
- std::vector<importer::URLKeywordInfo> url_keywords; |
- FaviconMap favicon_map; |
- |
- // TODO(jcampan): http://b/issue?id=1196285 we do not support POST based |
- // keywords yet. We won't include them in the list. |
- std::set<int> post_keyword_ids; |
- const char* query = "SELECT b.id FROM moz_bookmarks b " |
- "INNER JOIN moz_items_annos ia ON ia.item_id = b.id " |
- "INNER JOIN moz_anno_attributes aa ON ia.anno_attribute_id = aa.id " |
- "WHERE aa.name = 'bookmarkProperties/POSTData'"; |
- sql::Statement s(db.GetUniqueStatement(query)); |
- |
- if (!s.is_valid()) |
- return; |
- |
- while (s.Step() && !cancelled()) |
- post_keyword_ids.insert(s.ColumnInt(0)); |
- |
- for (size_t i = 0; i < list.size(); ++i) { |
- BookmarkItem* item = list[i]; |
- |
- if (item->type == TYPE_FOLDER) { |
- // Folders are added implicitly on adding children, so we only explicitly |
- // add empty folders. |
- if (!item->empty_folder) |
- continue; |
- } else if (item->type == TYPE_BOOKMARK) { |
- // Import only valid bookmarks |
- if (!CanImportURL(item->url)) |
- continue; |
- } else { |
- continue; |
- } |
- |
- // Skip the default bookmarks and unwanted URLs. |
- if (default_urls.find(item->url) != default_urls.end() || |
- post_keyword_ids.find(item->id) != post_keyword_ids.end()) |
- continue; |
- |
- // Find the bookmark path by tracing their links to parent folders. |
- std::vector<string16> path; |
- BookmarkItem* child = item; |
- bool found_path = false; |
- bool is_in_toolbar = false; |
- while (child->parent >= 0) { |
- BookmarkItem* parent = list[child->parent]; |
- if (livemark_id.find(parent->id) != livemark_id.end()) { |
- // Don't import live bookmarks. |
- break; |
- } |
- |
- if (parent->id != menu_folder_id) { |
- // To avoid excessive nesting, omit the name for the bookmarks menu |
- // folder. |
- path.insert(path.begin(), parent->title); |
- } |
- |
- if (parent->id == toolbar_folder_id) |
- is_in_toolbar = true; |
- |
- if (parent->id == toolbar_folder_id || |
- parent->id == menu_folder_id || |
- parent->id == unsorted_folder_id) { |
- // We've reached a root node, hooray! |
- found_path = true; |
- break; |
- } |
- |
- child = parent; |
- } |
- |
- if (!found_path) |
- continue; |
- |
- ImportedBookmarkEntry entry; |
- entry.creation_time = item->date_added; |
- entry.title = item->title; |
- entry.url = item->url; |
- entry.path = path; |
- entry.in_toolbar = is_in_toolbar; |
- entry.is_folder = item->type == TYPE_FOLDER; |
- |
- bookmarks.push_back(entry); |
- |
- if (item->type == TYPE_BOOKMARK) { |
- if (item->favicon) |
- favicon_map[item->favicon].insert(item->url); |
- |
- // This bookmark has a keyword, we should import it. |
- if (!item->keyword.empty() && item->url.is_valid()) { |
- importer::URLKeywordInfo url_keyword_info; |
- url_keyword_info.url = item->url; |
- url_keyword_info.keyword.assign(UTF8ToUTF16(item->keyword)); |
- url_keyword_info.display_name = item->title; |
- url_keywords.push_back(url_keyword_info); |
- } |
- } |
- } |
- |
- STLDeleteElements(&list); |
- |
- // Write into profile. |
- if (!bookmarks.empty() && !cancelled()) { |
- const string16& first_folder_name = |
- bridge_->GetLocalizedString(IDS_BOOKMARK_GROUP_FROM_FIREFOX); |
- bridge_->AddBookmarks(bookmarks, first_folder_name); |
- } |
- if (!url_keywords.empty() && !cancelled()) { |
- bridge_->SetKeywords(url_keywords, false); |
- } |
- if (!favicon_map.empty() && !cancelled()) { |
- std::vector<ImportedFaviconUsage> favicons; |
- LoadFavicons(&db, favicon_map, &favicons); |
- bridge_->SetFavicons(favicons); |
- } |
-} |
- |
-void Firefox3Importer::ImportPasswords() { |
- // Initializes NSS3. |
- NSSDecryptor decryptor; |
- if (!decryptor.Init(source_path_, source_path_) && |
- !decryptor.Init(app_path_, source_path_)) { |
- return; |
- } |
- |
- std::vector<content::PasswordForm> forms; |
- base::FilePath source_path = source_path_; |
- base::FilePath file = source_path.AppendASCII("signons.sqlite"); |
- if (base::PathExists(file)) { |
- // Since Firefox 3.1, passwords are in signons.sqlite db. |
- decryptor.ReadAndParseSignons(file, &forms); |
- } else { |
- // Firefox 3.0 uses signons3.txt to store the passwords. |
- file = source_path.AppendASCII("signons3.txt"); |
- if (!base::PathExists(file)) |
- file = source_path.AppendASCII("signons2.txt"); |
- |
- std::string content; |
- file_util::ReadFileToString(file, &content); |
- decryptor.ParseSignons(content, &forms); |
- } |
- |
- if (!cancelled()) { |
- for (size_t i = 0; i < forms.size(); ++i) { |
- bridge_->SetPasswordForm(forms[i]); |
- } |
- } |
-} |
- |
-void Firefox3Importer::ImportSearchEngines() { |
- std::vector<std::string> search_engine_data; |
- GetSearchEnginesXMLData(&search_engine_data); |
- |
- bridge_->SetFirefoxSearchEnginesXMLData(search_engine_data); |
-} |
- |
-void Firefox3Importer::ImportHomepage() { |
- GURL home_page = GetHomepage(source_path_); |
- if (home_page.is_valid() && !IsDefaultHomepage(home_page, app_path_)) { |
- bridge_->AddHomePage(home_page); |
- } |
-} |
- |
-void Firefox3Importer::GetSearchEnginesXMLData( |
- std::vector<std::string>* search_engine_data) { |
- base::FilePath file = source_path_.AppendASCII("search.sqlite"); |
- if (!base::PathExists(file)) |
- return; |
- |
- sql::Connection db; |
- if (!db.Open(file)) |
- return; |
- |
- const char* query = "SELECT engineid FROM engine_data " |
- "WHERE engineid NOT IN " |
- "(SELECT engineid FROM engine_data " |
- "WHERE name='hidden') " |
- "ORDER BY value ASC"; |
- |
- sql::Statement s(db.GetUniqueStatement(query)); |
- if (!s.is_valid()) |
- return; |
- |
- base::FilePath app_path = app_path_.AppendASCII("searchplugins"); |
- base::FilePath profile_path = source_path_.AppendASCII("searchplugins"); |
- |
- // Firefox doesn't store a search engine in its sqlite database unless the |
- // user has added a engine. So we get search engines from sqlite db as well |
- // as from the file system. |
- if (s.Step()) { |
- const std::string kAppPrefix("[app]/"); |
- const std::string kProfilePrefix("[profile]/"); |
- do { |
- base::FilePath file; |
- std::string engine(s.ColumnString(0)); |
- |
- // The string contains [app]/<name>.xml or [profile]/<name>.xml where |
- // the [app] and [profile] need to be replaced with the actual app or |
- // profile path. |
- size_t index = engine.find(kAppPrefix); |
- if (index != std::string::npos) { |
- // Remove '[app]/'. |
- file = app_path.AppendASCII(engine.substr(index + kAppPrefix.length())); |
- } else if ((index = engine.find(kProfilePrefix)) != std::string::npos) { |
- // Remove '[profile]/'. |
- file = profile_path.AppendASCII( |
- engine.substr(index + kProfilePrefix.length())); |
- } else { |
- // Looks like absolute path to the file. |
- file = base::FilePath::FromUTF8Unsafe(engine); |
- } |
- std::string file_data; |
- file_util::ReadFileToString(file, &file_data); |
- search_engine_data->push_back(file_data); |
- } while (s.Step() && !cancelled()); |
- } |
- |
-#if defined(OS_POSIX) |
- // Ubuntu-flavored Firefox3 supports locale-specific search engines via |
- // locale-named subdirectories. They fall back to en-US. |
- // See http://crbug.com/53899 |
- // TODO(jshin): we need to make sure our locale code matches that of |
- // Firefox. |
- DCHECK(!locale_.empty()); |
- base::FilePath locale_app_path = app_path.AppendASCII(locale_); |
- base::FilePath default_locale_app_path = app_path.AppendASCII("en-US"); |
- if (file_util::DirectoryExists(locale_app_path)) |
- app_path = locale_app_path; |
- else if (file_util::DirectoryExists(default_locale_app_path)) |
- app_path = default_locale_app_path; |
-#endif |
- |
- // Get search engine definition from file system. |
- base::FileEnumerator engines(app_path, false, base::FileEnumerator::FILES); |
- for (base::FilePath engine_path = engines.Next(); |
- !engine_path.value().empty(); engine_path = engines.Next()) { |
- std::string file_data; |
- file_util::ReadFileToString(file, &file_data); |
- search_engine_data->push_back(file_data); |
- } |
-} |
- |
-void Firefox3Importer::LoadRootNodeID(sql::Connection* db, |
- int* toolbar_folder_id, |
- int* menu_folder_id, |
- int* unsorted_folder_id) { |
- static const char* kToolbarFolderName = "toolbar"; |
- static const char* kMenuFolderName = "menu"; |
- static const char* kUnsortedFolderName = "unfiled"; |
- |
- const char* query = "SELECT root_name, folder_id FROM moz_bookmarks_roots"; |
- sql::Statement s(db->GetUniqueStatement(query)); |
- |
- while (s.Step()) { |
- std::string folder = s.ColumnString(0); |
- int id = s.ColumnInt(1); |
- if (folder == kToolbarFolderName) |
- *toolbar_folder_id = id; |
- else if (folder == kMenuFolderName) |
- *menu_folder_id = id; |
- else if (folder == kUnsortedFolderName) |
- *unsorted_folder_id = id; |
- } |
-} |
- |
-void Firefox3Importer::LoadLivemarkIDs(sql::Connection* db, |
- std::set<int>* livemark) { |
- static const char* kFeedAnnotation = "livemark/feedURI"; |
- livemark->clear(); |
- |
- const char* query = "SELECT b.item_id " |
- "FROM moz_anno_attributes a " |
- "JOIN moz_items_annos b ON a.id = b.anno_attribute_id " |
- "WHERE a.name = ? "; |
- sql::Statement s(db->GetUniqueStatement(query)); |
- s.BindString(0, kFeedAnnotation); |
- |
- while (s.Step() && !cancelled()) |
- livemark->insert(s.ColumnInt(0)); |
-} |
- |
-void Firefox3Importer::GetTopBookmarkFolder(sql::Connection* db, |
- int folder_id, |
- BookmarkList* list) { |
- const char* query = "SELECT b.title " |
- "FROM moz_bookmarks b " |
- "WHERE b.type = 2 AND b.id = ? " |
- "ORDER BY b.position"; |
- sql::Statement s(db->GetUniqueStatement(query)); |
- s.BindInt(0, folder_id); |
- |
- if (s.Step()) { |
- BookmarkItem* item = new BookmarkItem; |
- item->parent = -1; // The top level folder has no parent. |
- item->id = folder_id; |
- item->title = s.ColumnString16(0); |
- item->type = TYPE_FOLDER; |
- item->favicon = 0; |
- item->empty_folder = true; |
- list->push_back(item); |
- } |
-} |
- |
-void Firefox3Importer::GetWholeBookmarkFolder(sql::Connection* db, |
- BookmarkList* list, |
- size_t position, |
- bool* empty_folder) { |
- if (position >= list->size()) { |
- NOTREACHED(); |
- return; |
- } |
- |
- const char* query = "SELECT b.id, h.url, COALESCE(b.title, h.title), " |
- "b.type, k.keyword, b.dateAdded, h.favicon_id " |
- "FROM moz_bookmarks b " |
- "LEFT JOIN moz_places h ON b.fk = h.id " |
- "LEFT JOIN moz_keywords k ON k.id = b.keyword_id " |
- "WHERE b.type IN (1,2) AND b.parent = ? " |
- "ORDER BY b.position"; |
- sql::Statement s(db->GetUniqueStatement(query)); |
- s.BindInt(0, (*list)[position]->id); |
- |
- BookmarkList temp_list; |
- while (s.Step()) { |
- BookmarkItem* item = new BookmarkItem; |
- item->parent = static_cast<int>(position); |
- item->id = s.ColumnInt(0); |
- item->url = GURL(s.ColumnString(1)); |
- item->title = s.ColumnString16(2); |
- item->type = static_cast<BookmarkItemType>(s.ColumnInt(3)); |
- item->keyword = s.ColumnString(4); |
- item->date_added = base::Time::FromTimeT(s.ColumnInt64(5)/1000000); |
- item->favicon = s.ColumnInt64(6); |
- item->empty_folder = true; |
- |
- temp_list.push_back(item); |
- if (empty_folder != NULL) |
- *empty_folder = false; |
- } |
- |
- // Appends all items to the list. |
- for (BookmarkList::iterator i = temp_list.begin(); |
- i != temp_list.end(); ++i) { |
- list->push_back(*i); |
- // Recursive add bookmarks in sub-folders. |
- if ((*i)->type == TYPE_FOLDER) |
- GetWholeBookmarkFolder(db, list, list->size() - 1, &(*i)->empty_folder); |
- } |
-} |
- |
-void Firefox3Importer::LoadFavicons( |
- sql::Connection* db, |
- const FaviconMap& favicon_map, |
- std::vector<ImportedFaviconUsage>* favicons) { |
- const char* query = "SELECT url, data FROM moz_favicons WHERE id=?"; |
- sql::Statement s(db->GetUniqueStatement(query)); |
- |
- if (!s.is_valid()) |
- return; |
- |
- for (FaviconMap::const_iterator i = favicon_map.begin(); |
- i != favicon_map.end(); ++i) { |
- s.BindInt64(0, i->first); |
- if (s.Step()) { |
- ImportedFaviconUsage usage; |
- |
- usage.favicon_url = GURL(s.ColumnString(0)); |
- if (!usage.favicon_url.is_valid()) |
- continue; // Don't bother importing favicons with invalid URLs. |
- |
- std::vector<unsigned char> data; |
- s.ColumnBlobAsVector(1, &data); |
- if (data.empty()) |
- continue; // Data definitely invalid. |
- |
- if (!ReencodeFavicon(&data[0], data.size(), &usage.png_data)) |
- continue; // Unable to decode. |
- |
- usage.urls = i->second; |
- favicons->push_back(usage); |
- } |
- s.Reset(true); |
- } |
-} |