// Copyright (c) 2011 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "chrome/browser/bookmarks/bookmark_html_writer.h" #include "base/base64.h" #include "base/callback.h" #include "base/file_path.h" #include "base/memory/scoped_ptr.h" #include "base/message_loop.h" #include "base/platform_file.h" #include "base/string_number_conversions.h" #include "base/time.h" #include "base/values.h" #include "chrome/browser/bookmarks/bookmark_codec.h" #include "chrome/browser/bookmarks/bookmark_model.h" #include "chrome/browser/history/history_types.h" #include "chrome/browser/profiles/profile.h" #include "content/browser/browser_thread.h" #include "content/common/notification_source.h" #include "grit/generated_resources.h" #include "net/base/escape.h" #include "net/base/file_stream.h" #include "net/base/net_errors.h" #include "ui/base/l10n/l10n_util.h" namespace { static BookmarkFaviconFetcher* fetcher = NULL; // File header. const char kHeader[] = "\r\n" "\r\n" "\r\n" "Bookmarks\r\n" "

Bookmarks

\r\n" "

\r\n"; // Newline separator. const char kNewline[] = "\r\n"; // The following are used for bookmarks. // Start of a bookmark. const char kBookmarkStart[] = "

"; // End of a bookmark. const char kBookmarkEnd[] = ""; // The following are used when writing folders. // Start of a folder. const char kFolderStart[] = "

"; // After kLastModified when writing a user created folder. const char kFolderAttributeEnd[] = "\">"; // End of the folder. const char kFolderEnd[] = "

"; // Start of the children of a folder. const char kFolderChildren[] = "

"; // End of the children for a folder. const char kFolderChildrenEnd[] = "

"; // Number of characters to indent by. const size_t kIndentSize = 4; // Class responsible for the actual writing. Takes ownership of favicons_map. class Writer : public Task { public: Writer(Value* bookmarks, const FilePath& path, BookmarkFaviconFetcher::URLFaviconMap* favicons_map, BookmarksExportObserver* observer) : bookmarks_(bookmarks), path_(path), favicons_map_(favicons_map), observer_(observer) { } virtual void Run() { RunImpl(); NotifyOnFinish(); } // Writing bookmarks and favicons data to file. virtual void RunImpl() { if (!OpenFile()) { return; } Value* roots; if (!Write(kHeader) || bookmarks_->GetType() != Value::TYPE_DICTIONARY || !static_cast(bookmarks_.get())->Get( BookmarkCodec::kRootsKey, &roots) || roots->GetType() != Value::TYPE_DICTIONARY) { NOTREACHED(); return; } DictionaryValue* roots_d_value = static_cast(roots); Value* root_folder_value; Value* other_folder_value; if (!roots_d_value->Get(BookmarkCodec::kRootFolderNameKey, &root_folder_value) || root_folder_value->GetType() != Value::TYPE_DICTIONARY || !roots_d_value->Get(BookmarkCodec::kOtherBookmarkFolderNameKey, &other_folder_value) || other_folder_value->GetType() != Value::TYPE_DICTIONARY) { NOTREACHED(); return; // Invalid type for root folder and/or other folder. } IncrementIndent(); if (!WriteNode(*static_cast(root_folder_value), BookmarkNode::BOOKMARK_BAR) || !WriteNode(*static_cast(other_folder_value), BookmarkNode::OTHER_NODE)) { return; } DecrementIndent(); Write(kFolderChildrenEnd); Write(kNewline); // File stream close is forced so that unit test could read it. file_stream_.Close(); } private: // Types of text being written out. The type dictates how the text is // escaped. enum TextType { // The text is the value of an html attribute, eg foo in // . ATTRIBUTE_VALUE, // Actual content, eg foo in

foo

. CONTENT }; // Opens the file, returning true on success. bool OpenFile() { int flags = base::PLATFORM_FILE_CREATE_ALWAYS | base::PLATFORM_FILE_WRITE; return (file_stream_.Open(path_, flags) == net::OK); } // Increments the indent. void IncrementIndent() { indent_.resize(indent_.size() + kIndentSize, ' '); } // Decrements the indent. void DecrementIndent() { DCHECK(!indent_.empty()); indent_.resize(indent_.size() - kIndentSize, ' '); } // Called at the end of the export process. void NotifyOnFinish() { if (observer_ != NULL) { observer_->OnExportFinished(); } } // Writes raw text out returning true on success. This does not escape // the text in anyway. bool Write(const std::string& text) { size_t wrote = file_stream_.Write(text.c_str(), text.length(), NULL); bool result = (wrote == text.length()); DCHECK(result); return result; } // Writes out the text string (as UTF8). The text is escaped based on // type. bool Write(const std::string& text, TextType type) { DCHECK(IsStringUTF8(text)); std::string utf8_string; switch (type) { case ATTRIBUTE_VALUE: // Convert " to " utf8_string = text; ReplaceSubstringsAfterOffset(&utf8_string, 0, "\"", """); break; case CONTENT: utf8_string = EscapeForHTML(text); break; default: NOTREACHED(); } return Write(utf8_string); } // Indents the current line. bool WriteIndent() { return Write(indent_); } // Converts a time string written to the JSON codec into a time_t string // (used by bookmarks.html) and writes it. bool WriteTime(const std::string& time_string) { int64 internal_value; base::StringToInt64(time_string, &internal_value); return Write(base::Int64ToString( base::Time::FromInternalValue(internal_value).ToTimeT())); } // Writes the node and all its children, returning true on success. bool WriteNode(const DictionaryValue& value, BookmarkNode::Type folder_type) { std::string title, date_added_string, type_string; if (!value.GetString(BookmarkCodec::kNameKey, &title) || !value.GetString(BookmarkCodec::kDateAddedKey, &date_added_string) || !value.GetString(BookmarkCodec::kTypeKey, &type_string) || (type_string != BookmarkCodec::kTypeURL && type_string != BookmarkCodec::kTypeFolder)) { NOTREACHED(); return false; } if (type_string == BookmarkCodec::kTypeURL) { std::string url_string; if (!value.GetString(BookmarkCodec::kURLKey, &url_string)) { NOTREACHED(); return false; } std::string favicon_string; BookmarkFaviconFetcher::URLFaviconMap::iterator itr = favicons_map_->find(url_string); if (itr != favicons_map_->end()) { scoped_refptr data(itr->second.get()); std::string favicon_data; favicon_data.assign(reinterpret_cast(data->front()), data->size()); std::string favicon_base64_encoded; if (base::Base64Encode(favicon_data, &favicon_base64_encoded)) { GURL favicon_url("data:image/png;base64," + favicon_base64_encoded); favicon_string = favicon_url.spec(); } } if (!WriteIndent() || !Write(kBookmarkStart) || !Write(url_string, ATTRIBUTE_VALUE) || !Write(kAddDate) || !WriteTime(date_added_string) || (!favicon_string.empty() && (!Write(kIcon) || !Write(favicon_string, ATTRIBUTE_VALUE))) || !Write(kBookmarkAttributeEnd) || !Write(title, CONTENT) || !Write(kBookmarkEnd) || !Write(kNewline)) { return false; } return true; } // Folder. std::string last_modified_date; Value* child_values; if (!value.GetString(BookmarkCodec::kDateModifiedKey, &last_modified_date) || !value.Get(BookmarkCodec::kChildrenKey, &child_values) || child_values->GetType() != Value::TYPE_LIST) { NOTREACHED(); return false; } if (folder_type != BookmarkNode::OTHER_NODE) { // The other folder name is not written out. This gives the effect of // making the contents of the 'other folder' be a sibling to the bookmark // bar folder. if (!WriteIndent() || !Write(kFolderStart) || !WriteTime(date_added_string) || !Write(kLastModified) || !WriteTime(last_modified_date)) { return false; } if (folder_type == BookmarkNode::BOOKMARK_BAR) { if (!Write(kBookmarkBar)) return false; title = l10n_util::GetStringUTF8(IDS_BOOMARK_BAR_FOLDER_NAME); } else if (!Write(kFolderAttributeEnd)) { return false; } if (!Write(title, CONTENT) || !Write(kFolderEnd) || !Write(kNewline) || !WriteIndent() || !Write(kFolderChildren) || !Write(kNewline)) { return false; } IncrementIndent(); } // Write the children. ListValue* children = static_cast(child_values); for (size_t i = 0; i < children->GetSize(); ++i) { Value* child_value; if (!children->Get(i, &child_value) || child_value->GetType() != Value::TYPE_DICTIONARY) { NOTREACHED(); return false; } if (!WriteNode(*static_cast(child_value), BookmarkNode::FOLDER)) { return false; } } if (folder_type != BookmarkNode::OTHER_NODE) { // Close out the folder. DecrementIndent(); if (!WriteIndent() || !Write(kFolderChildrenEnd) || !Write(kNewline)) { return false; } } return true; } // The BookmarkModel as a Value. This value was generated from the // BookmarkCodec. scoped_ptr bookmarks_; // Path we're writing to. FilePath path_; // Map that stores favicon per URL. scoped_ptr favicons_map_; // Observer to be notified on finish. BookmarksExportObserver* observer_; // File we're writing to. net::FileStream file_stream_; // How much we indent when writing a bookmark/folder. This is modified // via IncrementIndent and DecrementIndent. std::string indent_; }; } // namespace BookmarkFaviconFetcher::BookmarkFaviconFetcher( Profile* profile, const FilePath& path, BookmarksExportObserver* observer) : profile_(profile), path_(path), observer_(observer) { favicons_map_.reset(new URLFaviconMap()); registrar_.Add(this, NotificationType::PROFILE_DESTROYED, Source(profile_)); } BookmarkFaviconFetcher::~BookmarkFaviconFetcher() { } void BookmarkFaviconFetcher::ExportBookmarks() { ExtractUrls(profile_->GetBookmarkModel()->GetBookmarkBarNode()); ExtractUrls(profile_->GetBookmarkModel()->other_node()); if (!bookmark_urls_.empty()) { FetchNextFavicon(); } else { ExecuteWriter(); } } void BookmarkFaviconFetcher::Observe(NotificationType type, const NotificationSource& source, const NotificationDetails& details) { if (NotificationType::PROFILE_DESTROYED == type && fetcher != NULL) { MessageLoop::current()->DeleteSoon(FROM_HERE, fetcher); fetcher = NULL; } } void BookmarkFaviconFetcher::ExtractUrls(const BookmarkNode* node) { if (BookmarkNode::URL == node->type()) { std::string url = node->GetURL().spec(); if (!url.empty()) { bookmark_urls_.push_back(url); } } else { for (int i = 0; i < node->child_count(); ++i) { ExtractUrls(node->GetChild(i)); } } } void BookmarkFaviconFetcher::ExecuteWriter() { // BookmarkModel isn't thread safe (nor would we want to lock it down // for the duration of the write), as such we make a copy of the // BookmarkModel using BookmarkCodec then write from that. BookmarkCodec codec; BrowserThread::PostTask(BrowserThread::FILE, FROM_HERE, new Writer(codec.Encode(profile_->GetBookmarkModel()), path_, favicons_map_.release(), observer_)); if (fetcher != NULL) { MessageLoop::current()->DeleteSoon(FROM_HERE, fetcher); fetcher = NULL; } } bool BookmarkFaviconFetcher::FetchNextFavicon() { if (bookmark_urls_.empty()) { return false; } do { std::string url = bookmark_urls_.front(); // Filter out urls that we've already got favicon for. URLFaviconMap::const_iterator iter = favicons_map_->find(url); if (favicons_map_->end() == iter) { FaviconService* favicon_service = profile_->GetFaviconService(Profile::EXPLICIT_ACCESS); favicon_service->GetFaviconForURL(GURL(url), history::FAVICON, &favicon_consumer_, NewCallback(this, &BookmarkFaviconFetcher::OnFaviconDataAvailable)); return true; } else { bookmark_urls_.pop_front(); } } while (!bookmark_urls_.empty()); return false; } void BookmarkFaviconFetcher::OnFaviconDataAvailable( FaviconService::Handle handle, history::FaviconData favicon) { GURL url; if (!bookmark_urls_.empty()) { url = GURL(bookmark_urls_.front()); bookmark_urls_.pop_front(); } if (favicon.is_valid() && !url.is_empty()) { favicons_map_->insert(make_pair(url.spec(), favicon.image_data)); } if (FetchNextFavicon()) { return; } ExecuteWriter(); } namespace bookmark_html_writer { void WriteBookmarks(Profile* profile, const FilePath& path, BookmarksExportObserver* observer) { // BookmarkModel isn't thread safe (nor would we want to lock it down // for the duration of the write), as such we make a copy of the // BookmarkModel using BookmarkCodec then write from that. if (fetcher == NULL) { fetcher = new BookmarkFaviconFetcher(profile, path, observer); fetcher->ExportBookmarks(); } } } // namespace bookmark_html_writer