This source file includes following definitions.
- IsAppRoot
- RemovePrefix
- ReverseConcatPathComponents
- CreateSyncRootTracker
- CreateInitialAppRootTracker
- AdaptLevelDBStatusToSyncStatusCode
- GetTrackerTitle
- IsDatabaseEmpty
- OpenDatabase
- MigrateDatabaseIfNeeded
- WriteVersionInfo
- ReadDatabaseContents
- InitializeServiceMetadata
- RemoveUnreachableItems
- RunSoon
- HasInvalidTitle
- MarkTrackerSetDirty
- MarkTrackersDirtyByPath
- MarkTrackersDirtyByFileID
- MarkTrackersDirtyRecursively
- RemoveAllDescendantTrackers
- FilterFileTrackersByParent
- FilterFileTrackersByParentAndTitle
- FilterFileTrackersByFileID
- ActivateFileTracker
- DeactivateFileTracker
- RemoveFileTracker
- Create
- CreateForTesting
- ClearDatabase
- GetLargestFetchedChangeID
- GetSyncRootTrackerID
- GetLargestKnownChangeID
- UpdateLargestKnownChangeID
- HasSyncRoot
- PopulateInitialData
- IsAppEnabled
- RegisterApp
- DisableApp
- EnableApp
- UnregisterApp
- FindAppRootTracker
- FindFileByFileID
- FindTrackersByFileID
- FindTrackersByParentAndTitle
- FindTrackerByTrackerID
- BuildPathForTracker
- BuildDisplayPathForTracker
- FindNearestActiveAncestor
- UpdateByChangeList
- UpdateByFileResource
- UpdateByFileResourceList
- UpdateByDeletedRemoteFile
- UpdateByDeletedRemoteFileList
- ReplaceActiveTrackerWithNewResource
- PopulateFolderByChildList
- UpdateTracker
- TryActivateTracker
- LowerTrackerPriority
- PromoteLowerPriorityTrackersToNormal
- GetNormalPriorityDirtyTracker
- HasLowPriorityDirtyTracker
- HasDirtyTracker
- CountDirtyTracker
- GetMultiParentFileTrackers
- CountFileMetadata
- CountFileTracker
- GetConflictingTrackers
- GetRegisteredAppIDs
- weak_ptr_factory_
- CreateOnTaskRunner
- InitializeOnTaskRunner
- BuildIndexes
- CreateTrackerForParentAndFileID
- CreateTrackerForParentAndFileMetadata
- CreateTrackerInternal
- MaybeAddTrackersForNewFile
- IncrementTrackerID
- CanActivateTracker
- ShouldKeepDirty
- HasDisabledAppRoot
- HasActiveTrackerForFileID
- HasActiveTrackerForPath
- RemoveUnneededTrackersForMissingFile
- UpdateByFileMetadata
- WriteToDatabase
- DumpFiles
- DumpDatabase
- HasNewerFileMetadata
- DumpTrackers
- DumpMetadata
- AttachSyncRoot
- AttachInitialAppRoot
#include "chrome/browser/sync_file_system/drive_backend/metadata_database.h"
#include <algorithm>
#include <stack>
#include "base/bind.h"
#include "base/callback.h"
#include "base/file_util.h"
#include "base/files/file_path.h"
#include "base/location.h"
#include "base/memory/scoped_vector.h"
#include "base/message_loop/message_loop_proxy.h"
#include "base/sequenced_task_runner.h"
#include "base/stl_util.h"
#include "base/strings/string_number_conversions.h"
#include "base/strings/string_util.h"
#include "base/strings/stringprintf.h"
#include "base/task_runner_util.h"
#include "base/threading/thread_restrictions.h"
#include "chrome/browser/drive/drive_api_util.h"
#include "chrome/browser/sync_file_system/drive_backend/drive_backend_constants.h"
#include "chrome/browser/sync_file_system/drive_backend/drive_backend_util.h"
#include "chrome/browser/sync_file_system/drive_backend/metadata_database.pb.h"
#include "chrome/browser/sync_file_system/drive_backend/metadata_database_index.h"
#include "chrome/browser/sync_file_system/drive_backend/metadata_db_migration_util.h"
#include "chrome/browser/sync_file_system/logger.h"
#include "chrome/browser/sync_file_system/syncable_file_system_util.h"
#include "google_apis/drive/drive_api_parser.h"
#include "google_apis/drive/drive_entry_kinds.h"
#include "third_party/leveldatabase/src/include/leveldb/db.h"
#include "third_party/leveldatabase/src/include/leveldb/env.h"
#include "third_party/leveldatabase/src/include/leveldb/write_batch.h"
#include "webkit/common/fileapi/file_system_util.h"
namespace sync_file_system {
namespace drive_backend {
namespace {
bool IsAppRoot(const FileTracker& tracker) {
return tracker.tracker_kind() == TRACKER_KIND_APP_ROOT ||
tracker.tracker_kind() == TRACKER_KIND_DISABLED_APP_ROOT;
}
std::string RemovePrefix(const std::string& str, const std::string& prefix) {
if (StartsWithASCII(str, prefix, true))
return str.substr(prefix.size());
return str;
}
base::FilePath ReverseConcatPathComponents(
const std::vector<base::FilePath>& components) {
if (components.empty())
return base::FilePath(FILE_PATH_LITERAL("/")).NormalizePathSeparators();
size_t total_size = 0;
typedef std::vector<base::FilePath> PathComponents;
for (PathComponents::const_iterator itr = components.begin();
itr != components.end(); ++itr)
total_size += itr->value().size() + 1;
base::FilePath::StringType result;
result.reserve(total_size);
for (PathComponents::const_reverse_iterator itr = components.rbegin();
itr != components.rend(); ++itr) {
result.append(1, base::FilePath::kSeparators[0]);
result.append(itr->value());
}
return base::FilePath(result).NormalizePathSeparators();
}
scoped_ptr<FileTracker> CreateSyncRootTracker(
int64 tracker_id,
const FileMetadata& sync_root_metadata) {
scoped_ptr<FileTracker> sync_root_tracker(new FileTracker);
sync_root_tracker->set_tracker_id(tracker_id);
sync_root_tracker->set_file_id(sync_root_metadata.file_id());
sync_root_tracker->set_parent_tracker_id(0);
sync_root_tracker->set_tracker_kind(TRACKER_KIND_REGULAR);
sync_root_tracker->set_dirty(false);
sync_root_tracker->set_active(true);
sync_root_tracker->set_needs_folder_listing(false);
*sync_root_tracker->mutable_synced_details() = sync_root_metadata.details();
return sync_root_tracker.Pass();
}
scoped_ptr<FileTracker> CreateInitialAppRootTracker(
int64 tracker_id,
int64 parent_tracker_id,
const FileMetadata& app_root_metadata) {
scoped_ptr<FileTracker> app_root_tracker(new FileTracker);
app_root_tracker->set_tracker_id(tracker_id);
app_root_tracker->set_parent_tracker_id(parent_tracker_id);
app_root_tracker->set_file_id(app_root_metadata.file_id());
app_root_tracker->set_tracker_kind(TRACKER_KIND_REGULAR);
app_root_tracker->set_dirty(false);
app_root_tracker->set_active(false);
app_root_tracker->set_needs_folder_listing(false);
*app_root_tracker->mutable_synced_details() = app_root_metadata.details();
return app_root_tracker.Pass();
}
void AdaptLevelDBStatusToSyncStatusCode(const SyncStatusCallback& callback,
const leveldb::Status& status) {
callback.Run(LevelDBStatusToSyncStatusCode(status));
}
std::string GetTrackerTitle(const FileTracker& tracker) {
if (tracker.has_synced_details())
return tracker.synced_details().title();
return std::string();
}
bool IsDatabaseEmpty(leveldb::DB* db) {
DCHECK(db);
scoped_ptr<leveldb::Iterator> itr(db->NewIterator(leveldb::ReadOptions()));
itr->SeekToFirst();
return !itr->Valid();
}
SyncStatusCode OpenDatabase(const base::FilePath& path,
leveldb::Env* env_override,
scoped_ptr<leveldb::DB>* db_out,
bool* created) {
base::ThreadRestrictions::AssertIOAllowed();
DCHECK(db_out);
DCHECK(created);
leveldb::Options options;
options.max_open_files = 0;
options.create_if_missing = true;
if (env_override)
options.env = env_override;
leveldb::DB* db = NULL;
leveldb::Status db_status =
leveldb::DB::Open(options, path.AsUTF8Unsafe(), &db);
SyncStatusCode status = LevelDBStatusToSyncStatusCode(db_status);
if (status != SYNC_STATUS_OK) {
delete db;
return status;
}
*created = IsDatabaseEmpty(db);
db_out->reset(db);
return status;
}
SyncStatusCode MigrateDatabaseIfNeeded(leveldb::DB* db) {
base::ThreadRestrictions::AssertIOAllowed();
DCHECK(db);
std::string value;
leveldb::Status status =
db->Get(leveldb::ReadOptions(), kDatabaseVersionKey, &value);
int64 version = 0;
if (status.ok()) {
if (!base::StringToInt64(value, &version))
return SYNC_DATABASE_ERROR_FAILED;
} else {
if (!status.IsNotFound())
return SYNC_DATABASE_ERROR_FAILED;
}
switch (version) {
case 0:
drive_backend::MigrateDatabaseFromV0ToV1(db);
case 1:
drive_backend::MigrateDatabaseFromV1ToV2(db);
case 2:
NOTIMPLEMENTED();
return SYNC_DATABASE_ERROR_FAILED;
case 3:
DCHECK_EQ(3, kCurrentDatabaseVersion);
return SYNC_STATUS_OK;
default:
return SYNC_DATABASE_ERROR_FAILED;
}
}
SyncStatusCode WriteVersionInfo(leveldb::DB* db) {
base::ThreadRestrictions::AssertIOAllowed();
DCHECK(db);
return LevelDBStatusToSyncStatusCode(
db->Put(leveldb::WriteOptions(),
kDatabaseVersionKey,
base::Int64ToString(kCurrentDatabaseVersion)));
}
SyncStatusCode ReadDatabaseContents(leveldb::DB* db,
DatabaseContents* contents) {
base::ThreadRestrictions::AssertIOAllowed();
DCHECK(db);
DCHECK(contents);
scoped_ptr<leveldb::Iterator> itr(db->NewIterator(leveldb::ReadOptions()));
for (itr->SeekToFirst(); itr->Valid(); itr->Next()) {
std::string key = itr->key().ToString();
std::string value = itr->value().ToString();
if (key == kServiceMetadataKey) {
scoped_ptr<ServiceMetadata> service_metadata(new ServiceMetadata);
if (!service_metadata->ParseFromString(value)) {
util::Log(logging::LOG_WARNING, FROM_HERE,
"Failed to parse SyncServiceMetadata");
continue;
}
contents->service_metadata = service_metadata.Pass();
continue;
}
if (StartsWithASCII(key, kFileMetadataKeyPrefix, true)) {
std::string file_id = RemovePrefix(key, kFileMetadataKeyPrefix);
scoped_ptr<FileMetadata> metadata(new FileMetadata);
if (!metadata->ParseFromString(itr->value().ToString())) {
util::Log(logging::LOG_WARNING, FROM_HERE,
"Failed to parse a FileMetadata");
continue;
}
contents->file_metadata.push_back(metadata.release());
continue;
}
if (StartsWithASCII(key, kFileTrackerKeyPrefix, true)) {
int64 tracker_id = 0;
if (!base::StringToInt64(RemovePrefix(key, kFileTrackerKeyPrefix),
&tracker_id)) {
util::Log(logging::LOG_WARNING, FROM_HERE,
"Failed to parse TrackerID");
continue;
}
scoped_ptr<FileTracker> tracker(new FileTracker);
if (!tracker->ParseFromString(itr->value().ToString())) {
util::Log(logging::LOG_WARNING, FROM_HERE,
"Failed to parse a Tracker");
continue;
}
contents->file_trackers.push_back(tracker.release());
continue;
}
}
return SYNC_STATUS_OK;
}
SyncStatusCode InitializeServiceMetadata(DatabaseContents* contents,
leveldb::WriteBatch* batch) {
if (!contents->service_metadata) {
contents->service_metadata.reset(new ServiceMetadata);
contents->service_metadata->set_next_tracker_id(1);
std::string value;
contents->service_metadata->SerializeToString(&value);
if (batch)
batch->Put(kServiceMetadataKey, value);
}
return SYNC_STATUS_OK;
}
SyncStatusCode RemoveUnreachableItems(DatabaseContents* contents,
leveldb::WriteBatch* batch) {
typedef std::map<int64, std::set<int64> > ChildTrackersByParent;
ChildTrackersByParent trackers_by_parent;
for (size_t i = 0; i < contents->file_trackers.size(); ++i) {
const FileTracker& tracker = *contents->file_trackers[i];
int64 parent_tracker_id = tracker.parent_tracker_id();
int64 tracker_id = tracker.tracker_id();
trackers_by_parent[parent_tracker_id].insert(tracker_id);
}
for (size_t i = 0; i < contents->file_trackers.size(); ++i) {
const FileTracker& tracker = *contents->file_trackers[i];
if (!tracker.active())
trackers_by_parent.erase(tracker.tracker_id());
}
std::vector<int64> pending;
if (contents->service_metadata->sync_root_tracker_id() != kInvalidTrackerID)
pending.push_back(contents->service_metadata->sync_root_tracker_id());
std::set<int64> visited_trackers;
while (!pending.empty()) {
int64 tracker_id = pending.back();
DCHECK_NE(kInvalidTrackerID, tracker_id);
pending.pop_back();
if (!visited_trackers.insert(tracker_id).second) {
NOTREACHED();
continue;
}
AppendContents(
LookUpMap(trackers_by_parent, tracker_id, std::set<int64>()),
&pending);
}
ScopedVector<FileTracker> reachable_trackers;
for (size_t i = 0; i < contents->file_trackers.size(); ++i) {
FileTracker* tracker = contents->file_trackers[i];
if (ContainsKey(visited_trackers, tracker->tracker_id())) {
reachable_trackers.push_back(tracker);
contents->file_trackers[i] = NULL;
} else {
PutFileTrackerDeletionToBatch(tracker->tracker_id(), batch);
}
}
contents->file_trackers = reachable_trackers.Pass();
base::hash_set<std::string> referred_file_ids;
for (size_t i = 0; i < contents->file_trackers.size(); ++i)
referred_file_ids.insert(contents->file_trackers[i]->file_id());
ScopedVector<FileMetadata> referred_file_metadata;
for (size_t i = 0; i < contents->file_metadata.size(); ++i) {
FileMetadata* metadata = contents->file_metadata[i];
if (ContainsKey(referred_file_ids, metadata->file_id())) {
referred_file_metadata.push_back(metadata);
contents->file_metadata[i] = NULL;
} else {
PutFileMetadataDeletionToBatch(metadata->file_id(), batch);
}
}
contents->file_metadata = referred_file_metadata.Pass();
return SYNC_STATUS_OK;
}
void RunSoon(const tracked_objects::Location& from_here,
const base::Closure& closure) {
base::MessageLoopProxy::current()->PostTask(from_here, closure);
}
bool HasInvalidTitle(const std::string& title) {
return title.empty() ||
title.find('/') != std::string::npos ||
title.find('\\') != std::string::npos;
}
void MarkTrackerSetDirty(const TrackerIDSet& trackers,
MetadataDatabaseIndex* index,
leveldb::WriteBatch* batch) {
for (TrackerIDSet::const_iterator itr = trackers.begin();
itr != trackers.end(); ++itr) {
scoped_ptr<FileTracker> tracker =
CloneFileTracker(index->GetFileTracker(*itr));
if (tracker->dirty())
continue;
tracker->set_dirty(true);
PutFileTrackerToBatch(*tracker, batch);
index->StoreFileTracker(tracker.Pass());
}
}
void MarkTrackersDirtyByPath(int64 parent_tracker_id,
const std::string& title,
MetadataDatabaseIndex* index,
leveldb::WriteBatch* batch) {
if (parent_tracker_id == kInvalidTrackerID || title.empty())
return;
MarkTrackerSetDirty(
index->GetFileTrackerIDsByParentAndTitle(parent_tracker_id, title),
index, batch);
}
void MarkTrackersDirtyByFileID(const std::string& file_id,
MetadataDatabaseIndex* index,
leveldb::WriteBatch* batch) {
MarkTrackerSetDirty(index->GetFileTrackerIDsByFileID(file_id),
index, batch);
}
void MarkTrackersDirtyRecursively(int64 root_tracker_id,
MetadataDatabaseIndex* index,
leveldb::WriteBatch* batch) {
std::vector<int64> stack;
stack.push_back(root_tracker_id);
while (!stack.empty()) {
int64 tracker_id = stack.back();
stack.pop_back();
AppendContents(index->GetFileTrackerIDsByParent(tracker_id), &stack);
scoped_ptr<FileTracker> tracker =
CloneFileTracker(index->GetFileTracker(tracker_id));
tracker->set_dirty(true);
PutFileTrackerToBatch(*tracker, batch);
index->StoreFileTracker(tracker.Pass());
}
}
void RemoveAllDescendantTrackers(int64 root_tracker_id,
MetadataDatabaseIndex* index,
leveldb::WriteBatch* batch) {
std::vector<int64> pending_trackers;
AppendContents(index->GetFileTrackerIDsByParent(root_tracker_id),
&pending_trackers);
std::vector<int64> to_be_removed;
while (!pending_trackers.empty()) {
int64 tracker_id = pending_trackers.back();
pending_trackers.pop_back();
AppendContents(index->GetFileTrackerIDsByParent(tracker_id),
&pending_trackers);
to_be_removed.push_back(tracker_id);
}
base::hash_set<std::string> affected_file_ids;
for (std::vector<int64>::reverse_iterator itr = to_be_removed.rbegin();
itr != to_be_removed.rend(); ++itr) {
const FileTracker* trackers = index->GetFileTracker(*itr);
affected_file_ids.insert(trackers->file_id());
PutFileTrackerDeletionToBatch(*itr, batch);
index->RemoveFileTracker(*itr);
}
for (base::hash_set<std::string>::iterator itr = affected_file_ids.begin();
itr != affected_file_ids.end(); ++itr) {
TrackerIDSet trackers = index->GetFileTrackerIDsByFileID(*itr);
if (trackers.empty()) {
PutFileMetadataDeletionToBatch(*itr, batch);
index->RemoveFileMetadata(*itr);
} else {
MarkTrackerSetDirty(trackers, index, batch);
}
}
}
const FileTracker* FilterFileTrackersByParent(
const MetadataDatabaseIndex& index,
const TrackerIDSet& trackers,
int64 parent_tracker_id) {
for (TrackerIDSet::const_iterator itr = trackers.begin();
itr != trackers.end(); ++itr) {
const FileTracker* tracker = index.GetFileTracker(*itr);
if (!tracker) {
NOTREACHED();
continue;
}
if (tracker->parent_tracker_id() == parent_tracker_id)
return tracker;
}
return NULL;
}
const FileTracker* FilterFileTrackersByParentAndTitle(
const MetadataDatabaseIndex& index,
const TrackerIDSet& trackers,
int64 parent_tracker_id,
const std::string& title) {
const FileTracker* result = NULL;
for (TrackerIDSet::const_iterator itr = trackers.begin();
itr != trackers.end(); ++itr) {
const FileTracker* tracker = index.GetFileTracker(*itr);
if (!tracker) {
NOTREACHED();
continue;
}
if (tracker->parent_tracker_id() != parent_tracker_id)
continue;
if (tracker->has_synced_details() &&
tracker->synced_details().title() != title)
continue;
if (!result || !tracker->has_synced_details())
result = tracker;
}
return result;
}
const FileTracker* FilterFileTrackersByFileID(
const MetadataDatabaseIndex& index,
const TrackerIDSet& trackers,
const std::string& file_id) {
for (TrackerIDSet::const_iterator itr = trackers.begin();
itr != trackers.end(); ++itr) {
const FileTracker* tracker = index.GetFileTracker(*itr);
if (!tracker) {
NOTREACHED();
continue;
}
if (tracker->file_id() == file_id)
return tracker;
}
return NULL;
}
enum DirtyingOption {
MARK_NOTHING_DIRTY = 0,
MARK_ITSELF_DIRTY = 1 << 0,
MARK_SAME_FILE_ID_TRACKERS_DIRTY = 1 << 1,
MARK_SAME_PATH_TRACKERS_DIRTY = 1 << 2,
};
void ActivateFileTracker(int64 tracker_id,
int dirtying_options,
MetadataDatabaseIndex* index,
leveldb::WriteBatch* batch) {
DCHECK(dirtying_options == MARK_NOTHING_DIRTY ||
dirtying_options == MARK_ITSELF_DIRTY);
scoped_ptr<FileTracker> tracker =
CloneFileTracker(index->GetFileTracker(tracker_id));
tracker->set_active(true);
if (dirtying_options & MARK_ITSELF_DIRTY) {
tracker->set_dirty(true);
tracker->set_needs_folder_listing(
tracker->has_synced_details() &&
tracker->synced_details().file_kind() == FILE_KIND_FOLDER);
} else {
tracker->set_dirty(false);
tracker->set_needs_folder_listing(false);
}
PutFileTrackerToBatch(*tracker, batch);
index->StoreFileTracker(tracker.Pass());
}
void DeactivateFileTracker(int64 tracker_id,
int dirtying_options,
MetadataDatabaseIndex* index,
leveldb::WriteBatch* batch) {
RemoveAllDescendantTrackers(tracker_id, index, batch);
scoped_ptr<FileTracker> tracker =
CloneFileTracker(index->GetFileTracker(tracker_id));
if (dirtying_options & MARK_SAME_FILE_ID_TRACKERS_DIRTY)
MarkTrackersDirtyByFileID(tracker->file_id(), index, batch);
if (dirtying_options & MARK_SAME_PATH_TRACKERS_DIRTY) {
MarkTrackersDirtyByPath(tracker->parent_tracker_id(),
GetTrackerTitle(*tracker),
index, batch);
}
tracker->set_dirty(dirtying_options & MARK_ITSELF_DIRTY);
tracker->set_active(false);
PutFileTrackerToBatch(*tracker, batch);
index->StoreFileTracker(tracker.Pass());
}
void RemoveFileTracker(int64 tracker_id,
int dirtying_options,
MetadataDatabaseIndex* index,
leveldb::WriteBatch* batch) {
DCHECK(!(dirtying_options & MARK_ITSELF_DIRTY));
const FileTracker* tracker = index->GetFileTracker(tracker_id);
if (!tracker)
return;
std::string file_id = tracker->file_id();
int64 parent_tracker_id = tracker->parent_tracker_id();
std::string title = GetTrackerTitle(*tracker);
RemoveAllDescendantTrackers(tracker_id, index, batch);
PutFileTrackerDeletionToBatch(tracker_id, batch);
index->RemoveFileTracker(tracker_id);
if (dirtying_options & MARK_SAME_FILE_ID_TRACKERS_DIRTY)
MarkTrackersDirtyByFileID(file_id, index, batch);
if (dirtying_options & MARK_SAME_PATH_TRACKERS_DIRTY)
MarkTrackersDirtyByPath(parent_tracker_id, title, index, batch);
if (index->GetFileTrackerIDsByFileID(file_id).empty()) {
PutFileMetadataDeletionToBatch(file_id, batch);
index->RemoveFileMetadata(file_id);
}
}
}
DatabaseContents::DatabaseContents() {}
DatabaseContents::~DatabaseContents() {}
void MetadataDatabase::Create(base::SequencedTaskRunner* task_runner,
const base::FilePath& database_path,
leveldb::Env* env_override,
const CreateCallback& callback) {
task_runner->PostTask(FROM_HERE, base::Bind(
&CreateOnTaskRunner,
base::MessageLoopProxy::current(),
make_scoped_refptr(task_runner),
database_path, env_override, callback));
}
SyncStatusCode MetadataDatabase::CreateForTesting(
scoped_ptr<leveldb::DB> db,
scoped_ptr<MetadataDatabase>* metadata_database_out) {
scoped_ptr<MetadataDatabase> metadata_database(
new MetadataDatabase(base::MessageLoopProxy::current(),
base::FilePath(), NULL));
metadata_database->db_ = db.Pass();
SyncStatusCode status =
metadata_database->InitializeOnTaskRunner();
if (status == SYNC_STATUS_OK)
*metadata_database_out = metadata_database.Pass();
return status;
}
MetadataDatabase::~MetadataDatabase() {
task_runner_->DeleteSoon(FROM_HERE, db_.release());
}
void MetadataDatabase::ClearDatabase(
scoped_ptr<MetadataDatabase> metadata_database) {
DCHECK(metadata_database);
scoped_refptr<base::SequencedTaskRunner> task_runner =
metadata_database->task_runner_;
base::FilePath database_path = metadata_database->database_path_;
DCHECK(!database_path.empty());
metadata_database.reset();
task_runner->PostTask(
FROM_HERE,
base::Bind(base::IgnoreResult(base::DeleteFile),
database_path, true ));
}
int64 MetadataDatabase::GetLargestFetchedChangeID() const {
return service_metadata_->largest_change_id();
}
int64 MetadataDatabase::GetSyncRootTrackerID() const {
return service_metadata_->sync_root_tracker_id();
}
int64 MetadataDatabase::GetLargestKnownChangeID() const {
DCHECK_LE(GetLargestFetchedChangeID(), largest_known_change_id_);
return largest_known_change_id_;
}
void MetadataDatabase::UpdateLargestKnownChangeID(int64 change_id) {
if (largest_known_change_id_ < change_id)
largest_known_change_id_ = change_id;
}
bool MetadataDatabase::HasSyncRoot() const {
return service_metadata_->has_sync_root_tracker_id() &&
!!service_metadata_->sync_root_tracker_id();
}
void MetadataDatabase::PopulateInitialData(
int64 largest_change_id,
const google_apis::FileResource& sync_root_folder,
const ScopedVector<google_apis::FileResource>& app_root_folders,
const SyncStatusCallback& callback) {
DCHECK(index_->tracker_by_id_.empty());
DCHECK(index_->metadata_by_id_.empty());
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
service_metadata_->set_largest_change_id(largest_change_id);
UpdateLargestKnownChangeID(largest_change_id);
AttachSyncRoot(sync_root_folder, batch.get());
for (size_t i = 0; i < app_root_folders.size(); ++i)
AttachInitialAppRoot(*app_root_folders[i], batch.get());
WriteToDatabase(batch.Pass(), callback);
}
bool MetadataDatabase::IsAppEnabled(const std::string& app_id) const {
int64 tracker_id = index_->GetAppRootTracker(app_id);
if (tracker_id == kInvalidTrackerID)
return false;
const FileTracker* tracker = index_->GetFileTracker(tracker_id);
return tracker && tracker->tracker_kind() == TRACKER_KIND_APP_ROOT;
}
void MetadataDatabase::RegisterApp(const std::string& app_id,
const std::string& folder_id,
const SyncStatusCallback& callback) {
if (index_->GetAppRootTracker(app_id)) {
RunSoon(FROM_HERE, base::Bind(callback, SYNC_STATUS_OK));
return;
}
TrackerIDSet trackers = index_->GetFileTrackerIDsByFileID(folder_id);
if (trackers.empty()) {
RunSoon(FROM_HERE, base::Bind(callback, SYNC_DATABASE_ERROR_NOT_FOUND));
return;
}
if (trackers.has_active()) {
util::Log(logging::LOG_WARNING, FROM_HERE,
"Failed to register App for %s", app_id.c_str());
RunSoon(FROM_HERE, base::Bind(callback, SYNC_STATUS_HAS_CONFLICT));
return;
}
int64 sync_root_tracker_id = service_metadata_->sync_root_tracker_id();
if (!sync_root_tracker_id) {
util::Log(logging::LOG_WARNING, FROM_HERE,
"Sync-root needs to be set up before registering app-root");
RunSoon(FROM_HERE, base::Bind(callback, SYNC_DATABASE_ERROR_NOT_FOUND));
return;
}
scoped_ptr<FileTracker> tracker =
CloneFileTracker(FilterFileTrackersByParent(*index_, trackers,
sync_root_tracker_id));
if (!tracker) {
RunSoon(FROM_HERE, base::Bind(callback, SYNC_DATABASE_ERROR_NOT_FOUND));
return;
}
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
tracker->set_app_id(app_id);
tracker->set_tracker_kind(TRACKER_KIND_APP_ROOT);
tracker->set_active(true);
tracker->set_needs_folder_listing(true);
tracker->set_dirty(true);
PutFileTrackerToBatch(*tracker, batch.get());
index_->StoreFileTracker(tracker.Pass());
WriteToDatabase(batch.Pass(), callback);
}
void MetadataDatabase::DisableApp(const std::string& app_id,
const SyncStatusCallback& callback) {
int64 tracker_id = index_->GetAppRootTracker(app_id);
scoped_ptr<FileTracker> tracker =
CloneFileTracker(index_->GetFileTracker(tracker_id));
if (!tracker) {
RunSoon(FROM_HERE, base::Bind(callback, SYNC_DATABASE_ERROR_NOT_FOUND));
return;
}
if (tracker->tracker_kind() == TRACKER_KIND_DISABLED_APP_ROOT) {
RunSoon(FROM_HERE, base::Bind(callback, SYNC_STATUS_OK));
return;
}
DCHECK_EQ(TRACKER_KIND_APP_ROOT, tracker->tracker_kind());
DCHECK(tracker->active());
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
tracker->set_tracker_kind(TRACKER_KIND_DISABLED_APP_ROOT);
PutFileTrackerToBatch(*tracker, batch.get());
index_->StoreFileTracker(tracker.Pass());
WriteToDatabase(batch.Pass(), callback);
}
void MetadataDatabase::EnableApp(const std::string& app_id,
const SyncStatusCallback& callback) {
int64 tracker_id = index_->GetAppRootTracker(app_id);
scoped_ptr<FileTracker> tracker =
CloneFileTracker(index_->GetFileTracker(tracker_id));
if (!tracker) {
RunSoon(FROM_HERE, base::Bind(callback, SYNC_DATABASE_ERROR_NOT_FOUND));
return;
}
if (tracker->tracker_kind() == TRACKER_KIND_APP_ROOT) {
RunSoon(FROM_HERE, base::Bind(callback, SYNC_STATUS_OK));
return;
}
DCHECK_EQ(TRACKER_KIND_DISABLED_APP_ROOT, tracker->tracker_kind());
DCHECK(tracker->active());
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
tracker->set_tracker_kind(TRACKER_KIND_APP_ROOT);
PutFileTrackerToBatch(*tracker, batch.get());
index_->StoreFileTracker(tracker.Pass());
MarkTrackersDirtyRecursively(tracker_id, index_.get(), batch.get());
WriteToDatabase(batch.Pass(), callback);
}
void MetadataDatabase::UnregisterApp(const std::string& app_id,
const SyncStatusCallback& callback) {
int64 tracker_id = index_->GetAppRootTracker(app_id);
scoped_ptr<FileTracker> tracker =
CloneFileTracker(index_->GetFileTracker(tracker_id));
if (!tracker || tracker->tracker_kind() == TRACKER_KIND_REGULAR) {
RunSoon(FROM_HERE, base::Bind(callback, SYNC_STATUS_OK));
return;
}
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
RemoveAllDescendantTrackers(tracker_id, index_.get(), batch.get());
tracker->clear_app_id();
tracker->set_tracker_kind(TRACKER_KIND_REGULAR);
tracker->set_active(false);
tracker->set_dirty(true);
PutFileTrackerToBatch(*tracker, batch.get());
index_->StoreFileTracker(tracker.Pass());
WriteToDatabase(batch.Pass(), callback);
}
bool MetadataDatabase::FindAppRootTracker(const std::string& app_id,
FileTracker* tracker_out) const {
int64 app_root_tracker_id = index_->GetAppRootTracker(app_id);
if (!app_root_tracker_id)
return false;
if (tracker_out) {
const FileTracker* app_root_tracker =
index_->GetFileTracker(app_root_tracker_id);
if (!app_root_tracker) {
NOTREACHED();
return false;
}
*tracker_out = *app_root_tracker;
}
return true;
}
bool MetadataDatabase::FindFileByFileID(const std::string& file_id,
FileMetadata* metadata_out) const {
const FileMetadata* metadata = index_->GetFileMetadata(file_id);
if (!metadata)
return false;
if (metadata_out)
*metadata_out = *metadata;
return true;
}
bool MetadataDatabase::FindTrackersByFileID(const std::string& file_id,
TrackerIDSet* trackers_out) const {
TrackerIDSet trackers = index_->GetFileTrackerIDsByFileID(file_id);
if (trackers.empty())
return false;
if (trackers_out)
std::swap(trackers, *trackers_out);
return true;
}
bool MetadataDatabase::FindTrackersByParentAndTitle(
int64 parent_tracker_id,
const std::string& title,
TrackerIDSet* trackers_out) const {
TrackerIDSet trackers =
index_->GetFileTrackerIDsByParentAndTitle(parent_tracker_id, title);
if (trackers.empty())
return false;
if (trackers_out)
std::swap(trackers, *trackers_out);
return true;
}
bool MetadataDatabase::FindTrackerByTrackerID(int64 tracker_id,
FileTracker* tracker_out) const {
const FileTracker* tracker = index_->GetFileTracker(tracker_id);
if (!tracker)
return false;
if (tracker_out)
*tracker_out = *tracker;
return true;
}
bool MetadataDatabase::BuildPathForTracker(int64 tracker_id,
base::FilePath* path) const {
FileTracker current;
if (!FindTrackerByTrackerID(tracker_id, ¤t) || !current.active())
return false;
std::vector<base::FilePath> components;
while (!IsAppRoot(current)) {
std::string title = GetTrackerTitle(current);
if (title.empty())
return false;
components.push_back(base::FilePath::FromUTF8Unsafe(title));
if (!FindTrackerByTrackerID(current.parent_tracker_id(), ¤t) ||
!current.active())
return false;
}
if (path)
*path = ReverseConcatPathComponents(components);
return true;
}
base::FilePath MetadataDatabase::BuildDisplayPathForTracker(
const FileTracker& tracker) const {
base::FilePath path;
if (tracker.active()) {
BuildPathForTracker(tracker.tracker_id(), &path);
return path;
}
BuildPathForTracker(tracker.parent_tracker_id(), &path);
if (tracker.has_synced_details()) {
path = path.Append(
base::FilePath::FromUTF8Unsafe(tracker.synced_details().title()));
} else {
path = path.Append(FILE_PATH_LITERAL("<unknown>"));
}
return path;
}
bool MetadataDatabase::FindNearestActiveAncestor(
const std::string& app_id,
const base::FilePath& full_path,
FileTracker* tracker_out,
base::FilePath* path_out) const {
DCHECK(tracker_out);
DCHECK(path_out);
if (full_path.IsAbsolute() ||
!FindAppRootTracker(app_id, tracker_out) ||
tracker_out->tracker_kind() == TRACKER_KIND_DISABLED_APP_ROOT) {
return false;
}
std::vector<base::FilePath::StringType> components;
full_path.GetComponents(&components);
path_out->clear();
for (size_t i = 0; i < components.size(); ++i) {
const std::string title = base::FilePath(components[i]).AsUTF8Unsafe();
TrackerIDSet trackers;
if (!FindTrackersByParentAndTitle(
tracker_out->tracker_id(), title, &trackers) ||
!trackers.has_active()) {
return true;
}
const FileTracker* tracker =
index_->GetFileTracker(trackers.active_tracker());;
DCHECK(tracker->has_synced_details());
const FileDetails& details = tracker->synced_details();
if (details.file_kind() != FILE_KIND_FOLDER && i != components.size() - 1) {
return true;
}
*tracker_out = *tracker;
*path_out = path_out->Append(components[i]);
}
return true;
}
void MetadataDatabase::UpdateByChangeList(
int64 largest_change_id,
ScopedVector<google_apis::ChangeResource> changes,
const SyncStatusCallback& callback) {
DCHECK_LE(service_metadata_->largest_change_id(), largest_change_id);
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
for (size_t i = 0; i < changes.size(); ++i) {
const google_apis::ChangeResource& change = *changes[i];
if (HasNewerFileMetadata(change.file_id(), change.change_id()))
continue;
scoped_ptr<FileMetadata> metadata(
CreateFileMetadataFromChangeResource(change));
UpdateByFileMetadata(FROM_HERE, metadata.Pass(),
UPDATE_TRACKER_FOR_UNSYNCED_FILE,
batch.get());
}
UpdateLargestKnownChangeID(largest_change_id);
service_metadata_->set_largest_change_id(largest_change_id);
PutServiceMetadataToBatch(*service_metadata_, batch.get());
WriteToDatabase(batch.Pass(), callback);
}
void MetadataDatabase::UpdateByFileResource(
const google_apis::FileResource& resource,
const SyncStatusCallback& callback) {
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
scoped_ptr<FileMetadata> metadata(
CreateFileMetadataFromFileResource(
GetLargestKnownChangeID(), resource));
UpdateByFileMetadata(FROM_HERE, metadata.Pass(),
UPDATE_TRACKER_FOR_UNSYNCED_FILE,
batch.get());
WriteToDatabase(batch.Pass(), callback);
}
void MetadataDatabase::UpdateByFileResourceList(
ScopedVector<google_apis::FileResource> resources,
const SyncStatusCallback& callback) {
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
for (size_t i = 0; i < resources.size(); ++i) {
scoped_ptr<FileMetadata> metadata(
CreateFileMetadataFromFileResource(
GetLargestKnownChangeID(), *resources[i]));
UpdateByFileMetadata(FROM_HERE, metadata.Pass(),
UPDATE_TRACKER_FOR_UNSYNCED_FILE,
batch.get());
}
WriteToDatabase(batch.Pass(), callback);
}
void MetadataDatabase::UpdateByDeletedRemoteFile(
const std::string& file_id,
const SyncStatusCallback& callback) {
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
scoped_ptr<FileMetadata> metadata(
CreateDeletedFileMetadata(GetLargestKnownChangeID(), file_id));
UpdateByFileMetadata(FROM_HERE, metadata.Pass(),
UPDATE_TRACKER_FOR_UNSYNCED_FILE,
batch.get());
WriteToDatabase(batch.Pass(), callback);
}
void MetadataDatabase::UpdateByDeletedRemoteFileList(
const FileIDList& file_ids,
const SyncStatusCallback& callback) {
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
for (FileIDList::const_iterator itr = file_ids.begin();
itr != file_ids.end(); ++itr) {
scoped_ptr<FileMetadata> metadata(
CreateDeletedFileMetadata(GetLargestKnownChangeID(), *itr));
UpdateByFileMetadata(FROM_HERE, metadata.Pass(),
UPDATE_TRACKER_FOR_UNSYNCED_FILE,
batch.get());
}
WriteToDatabase(batch.Pass(), callback);
}
void MetadataDatabase::ReplaceActiveTrackerWithNewResource(
int64 parent_tracker_id,
const google_apis::FileResource& resource,
const SyncStatusCallback& callback) {
DCHECK(index_->GetFileTracker(parent_tracker_id));
DCHECK(!index_->GetFileMetadata(resource.file_id()));
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
UpdateByFileMetadata(
FROM_HERE,
CreateFileMetadataFromFileResource(GetLargestKnownChangeID(), resource),
UPDATE_TRACKER_FOR_SYNCED_FILE,
batch.get());
DCHECK(index_->GetFileMetadata(resource.file_id()));
DCHECK(!index_->GetFileTrackerIDsByFileID(resource.file_id()).has_active());
TrackerIDSet same_path_trackers =
index_->GetFileTrackerIDsByParentAndTitle(
parent_tracker_id, resource.title());
const FileTracker* to_be_activated =
FilterFileTrackersByFileID(*index_, same_path_trackers,
resource.file_id());
if (!to_be_activated) {
NOTREACHED();
RunSoon(FROM_HERE, base::Bind(callback, SYNC_STATUS_FAILED));
return;
}
int64 tracker_id = to_be_activated->tracker_id();
if (same_path_trackers.has_active()) {
DeactivateFileTracker(same_path_trackers.active_tracker(),
MARK_ITSELF_DIRTY |
MARK_SAME_FILE_ID_TRACKERS_DIRTY,
index_.get(), batch.get());
}
ActivateFileTracker(tracker_id, MARK_NOTHING_DIRTY,
index_.get(), batch.get());
WriteToDatabase(batch.Pass(), callback);
}
void MetadataDatabase::PopulateFolderByChildList(
const std::string& folder_id,
const FileIDList& child_file_ids,
const SyncStatusCallback& callback) {
TrackerIDSet trackers = index_->GetFileTrackerIDsByFileID(folder_id);
if (!trackers.has_active()) {
RunSoon(FROM_HERE, base::Bind(callback, SYNC_STATUS_OK));
return;
}
scoped_ptr<FileTracker> folder_tracker =
CloneFileTracker(index_->GetFileTracker(trackers.active_tracker()));
if (!folder_tracker) {
NOTREACHED();
RunSoon(FROM_HERE, base::Bind(callback, SYNC_STATUS_FAILED));
return;
}
base::hash_set<std::string> children(child_file_ids.begin(),
child_file_ids.end());
std::vector<int64> known_children =
index_->GetFileTrackerIDsByParent(folder_tracker->tracker_id());
for (size_t i = 0; i < known_children.size(); ++i) {
const FileTracker* tracker = index_->GetFileTracker(known_children[i]);
if (!tracker) {
NOTREACHED();
continue;
}
children.erase(tracker->file_id());
}
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
for (base::hash_set<std::string>::const_iterator itr = children.begin();
itr != children.end(); ++itr)
CreateTrackerForParentAndFileID(*folder_tracker, *itr, batch.get());
folder_tracker->set_needs_folder_listing(false);
if (folder_tracker->dirty() && !ShouldKeepDirty(*folder_tracker))
folder_tracker->set_dirty(false);
PutFileTrackerToBatch(*folder_tracker, batch.get());
index_->StoreFileTracker(folder_tracker.Pass());
WriteToDatabase(batch.Pass(), callback);
}
void MetadataDatabase::UpdateTracker(int64 tracker_id,
const FileDetails& updated_details,
const SyncStatusCallback& callback) {
const FileTracker* tracker = index_->GetFileTracker(tracker_id);
if (!tracker) {
RunSoon(FROM_HERE, base::Bind(callback, SYNC_DATABASE_ERROR_NOT_FOUND));
return;
}
DCHECK(tracker);
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
if (updated_details.missing()) {
const FileMetadata* metadata = index_->GetFileMetadata(tracker->file_id());
if (!metadata || metadata->details().missing()) {
RemoveFileTracker(tracker_id,
MARK_SAME_FILE_ID_TRACKERS_DIRTY |
MARK_SAME_PATH_TRACKERS_DIRTY,
index_.get(), batch.get());
WriteToDatabase(batch.Pass(), callback);
return;
}
}
DCHECK(tracker_id != GetSyncRootTrackerID() ||
(tracker->has_synced_details() &&
tracker->synced_details().title() == updated_details.title() &&
!updated_details.missing()));
if (tracker_id != GetSyncRootTrackerID()) {
const FileTracker* parent_tracker =
index_->GetFileTracker(tracker->parent_tracker_id());
DCHECK(parent_tracker);
if (!HasFileAsParent(updated_details, parent_tracker->file_id())) {
RemoveFileTracker(tracker->tracker_id(),
MARK_SAME_PATH_TRACKERS_DIRTY,
index_.get(), batch.get());
WriteToDatabase(batch.Pass(), callback);
return;
}
if (tracker->has_synced_details()) {
if (tracker->synced_details().title() != updated_details.title()) {
RemoveFileTracker(tracker->tracker_id(),
MARK_SAME_FILE_ID_TRACKERS_DIRTY,
index_.get(), batch.get());
WriteToDatabase(batch.Pass(), callback);
return;
}
} else {
if (FilterFileTrackersByFileID(
*index_,
index_->GetFileTrackerIDsByParentAndTitle(
parent_tracker->tracker_id(),
updated_details.title()),
tracker->file_id())) {
RemoveFileTracker(tracker->tracker_id(),
MARK_NOTHING_DIRTY,
index_.get(), batch.get());
WriteToDatabase(batch.Pass(), callback);
return;
}
}
}
scoped_ptr<FileTracker> updated_tracker = CloneFileTracker(tracker);
*updated_tracker->mutable_synced_details() = updated_details;
if (!tracker->active() && CanActivateTracker(*tracker)) {
updated_tracker->set_active(true);
updated_tracker->set_dirty(true);
updated_tracker->set_needs_folder_listing(
tracker->synced_details().file_kind() == FILE_KIND_FOLDER);
} else if (tracker->dirty() && !ShouldKeepDirty(*tracker)) {
updated_tracker->set_dirty(false);
}
PutFileTrackerToBatch(*tracker, batch.get());
index_->StoreFileTracker(updated_tracker.Pass());
WriteToDatabase(batch.Pass(), callback);
}
MetadataDatabase::ActivationStatus MetadataDatabase::TryActivateTracker(
int64 parent_tracker_id,
const std::string& file_id,
const SyncStatusCallback& callback) {
DCHECK(index_->GetFileTracker(parent_tracker_id));
const FileMetadata* metadata = index_->GetFileMetadata(file_id);
if (!metadata) {
NOTREACHED();
RunSoon(FROM_HERE, base::Bind(callback, SYNC_STATUS_FAILED));
return ACTIVATION_PENDING;
}
std::string title = metadata->details().title();
DCHECK(!HasInvalidTitle(title));
TrackerIDSet same_file_id_trackers =
index_->GetFileTrackerIDsByFileID(file_id);
scoped_ptr<FileTracker> tracker_to_be_activated =
CloneFileTracker(FilterFileTrackersByParentAndTitle(
*index_, same_file_id_trackers,
parent_tracker_id, title));
DCHECK(tracker_to_be_activated);
if (!tracker_to_be_activated->active() && same_file_id_trackers.has_active())
return ACTIVATION_FAILED_ANOTHER_ACTIVE_TRACKER;
scoped_ptr<leveldb::WriteBatch> batch(new leveldb::WriteBatch);
if (!tracker_to_be_activated->active()) {
TrackerIDSet same_title_trackers =
index_->GetFileTrackerIDsByParentAndTitle(parent_tracker_id, title);
if (same_title_trackers.has_active()) {
RemoveAllDescendantTrackers(same_title_trackers.active_tracker(),
index_.get(), batch.get());
scoped_ptr<FileTracker> tracker_to_be_deactivated =
CloneFileTracker(index_->GetFileTracker(
same_title_trackers.active_tracker()));
if (tracker_to_be_deactivated) {
const std::string file_id = tracker_to_be_deactivated->file_id();
tracker_to_be_deactivated->set_active(false);
PutFileTrackerToBatch(*tracker_to_be_deactivated, batch.get());
index_->StoreFileTracker(tracker_to_be_deactivated.Pass());
MarkTrackersDirtyByFileID(file_id, index_.get(), batch.get());
} else {
NOTREACHED();
}
}
}
tracker_to_be_activated->set_dirty(false);
tracker_to_be_activated->set_active(true);
*tracker_to_be_activated->mutable_synced_details() = metadata->details();
if (tracker_to_be_activated->synced_details().file_kind() ==
FILE_KIND_FOLDER) {
tracker_to_be_activated->set_needs_folder_listing(true);
}
tracker_to_be_activated->set_dirty(false);
PutFileTrackerToBatch(*tracker_to_be_activated, batch.get());
index_->StoreFileTracker(tracker_to_be_activated.Pass());
WriteToDatabase(batch.Pass(), callback);
return ACTIVATION_PENDING;
}
void MetadataDatabase::LowerTrackerPriority(int64 tracker_id) {
index_->DemoteDirtyTracker(tracker_id);
}
void MetadataDatabase::PromoteLowerPriorityTrackersToNormal() {
index_->PromoteDemotedDirtyTrackers();
}
bool MetadataDatabase::GetNormalPriorityDirtyTracker(
FileTracker* tracker_out) const {
int64 dirty_tracker_id = index_->PickDirtyTracker();
if (!dirty_tracker_id)
return false;
if (tracker_out) {
const FileTracker* tracker =
index_->GetFileTracker(dirty_tracker_id);
if (!tracker) {
NOTREACHED();
return false;
}
*tracker_out = *tracker;
}
return true;
}
bool MetadataDatabase::HasLowPriorityDirtyTracker() const {
return index_->HasDemotedDirtyTracker();
}
bool MetadataDatabase::HasDirtyTracker() const {
return index_->PickDirtyTracker() != kInvalidTrackerID;
}
size_t MetadataDatabase::CountDirtyTracker() const {
return index_->dirty_trackers_.size() +
index_->demoted_dirty_trackers_.size();
}
bool MetadataDatabase::GetMultiParentFileTrackers(std::string* file_id_out,
TrackerIDSet* trackers_out) {
DCHECK(file_id_out);
DCHECK(trackers_out);
std::string file_id = index_->PickMultiTrackerFileID();
if (file_id.empty())
return false;
TrackerIDSet trackers = index_->GetFileTrackerIDsByFileID(file_id);
if (trackers.size() <= 1) {
NOTREACHED();
return false;
}
*file_id_out = file_id;
std::swap(*trackers_out, trackers);
return true;
}
size_t MetadataDatabase::CountFileMetadata() const {
return index_->metadata_by_id_.size();
}
size_t MetadataDatabase::CountFileTracker() const {
return index_->tracker_by_id_.size();
}
bool MetadataDatabase::GetConflictingTrackers(TrackerIDSet* trackers_out) {
DCHECK(trackers_out);
ParentIDAndTitle parent_and_title = index_->PickMultiBackingFilePath();
if (parent_and_title.parent_id == kInvalidTrackerID)
return false;
TrackerIDSet trackers = index_->GetFileTrackerIDsByParentAndTitle(
parent_and_title.parent_id, parent_and_title.title);
if (trackers.size() <= 1) {
NOTREACHED();
return false;
}
std::swap(*trackers_out, trackers);
return true;
}
void MetadataDatabase::GetRegisteredAppIDs(std::vector<std::string>* app_ids) {
DCHECK(app_ids);
*app_ids = index_->GetRegisteredAppIDs();
}
MetadataDatabase::MetadataDatabase(base::SequencedTaskRunner* task_runner,
const base::FilePath& database_path,
leveldb::Env* env_override)
: task_runner_(task_runner),
database_path_(database_path),
env_override_(env_override),
largest_known_change_id_(0),
weak_ptr_factory_(this) {
DCHECK(task_runner);
}
void MetadataDatabase::CreateOnTaskRunner(
base::SingleThreadTaskRunner* callback_runner,
base::SequencedTaskRunner* task_runner,
const base::FilePath& database_path,
leveldb::Env* env_override,
const CreateCallback& callback) {
scoped_ptr<MetadataDatabase> metadata_database(
new MetadataDatabase(task_runner, database_path, env_override));
SyncStatusCode status =
metadata_database->InitializeOnTaskRunner();
if (status != SYNC_STATUS_OK)
metadata_database.reset();
callback_runner->PostTask(FROM_HERE, base::Bind(
callback, status, base::Passed(&metadata_database)));
}
SyncStatusCode MetadataDatabase::InitializeOnTaskRunner() {
base::ThreadRestrictions::AssertIOAllowed();
DCHECK(task_runner_->RunsTasksOnCurrentThread());
SyncStatusCode status = SYNC_STATUS_UNKNOWN;
bool created = false;
if (!db_) {
status = OpenDatabase(database_path_, env_override_, &db_, &created);
if (status != SYNC_STATUS_OK)
return status;
}
if (created) {
status = WriteVersionInfo(db_.get());
if (status != SYNC_STATUS_OK)
return status;
} else {
status = MigrateDatabaseIfNeeded(db_.get());
if (status != SYNC_STATUS_OK)
return status;
}
DatabaseContents contents;
status = ReadDatabaseContents(db_.get(), &contents);
if (status != SYNC_STATUS_OK)
return status;
leveldb::WriteBatch batch;
status = InitializeServiceMetadata(&contents, &batch);
if (status != SYNC_STATUS_OK)
return status;
status = RemoveUnreachableItems(&contents, &batch);
if (status != SYNC_STATUS_OK)
return status;
status = LevelDBStatusToSyncStatusCode(
db_->Write(leveldb::WriteOptions(), &batch));
if (status != SYNC_STATUS_OK)
return status;
BuildIndexes(&contents);
return status;
}
void MetadataDatabase::BuildIndexes(DatabaseContents* contents) {
service_metadata_ = contents->service_metadata.Pass();
UpdateLargestKnownChangeID(service_metadata_->largest_change_id());
index_.reset(new MetadataDatabaseIndex(contents));
}
void MetadataDatabase::CreateTrackerForParentAndFileID(
const FileTracker& parent_tracker,
const std::string& file_id,
leveldb::WriteBatch* batch) {
CreateTrackerInternal(parent_tracker, file_id, NULL,
UPDATE_TRACKER_FOR_UNSYNCED_FILE,
batch);
}
void MetadataDatabase::CreateTrackerForParentAndFileMetadata(
const FileTracker& parent_tracker,
const FileMetadata& file_metadata,
UpdateOption option,
leveldb::WriteBatch* batch) {
DCHECK(file_metadata.has_details());
CreateTrackerInternal(parent_tracker,
file_metadata.file_id(),
&file_metadata.details(),
option,
batch);
}
void MetadataDatabase::CreateTrackerInternal(const FileTracker& parent_tracker,
const std::string& file_id,
const FileDetails* details,
UpdateOption option,
leveldb::WriteBatch* batch) {
int64 tracker_id = IncrementTrackerID(batch);
scoped_ptr<FileTracker> tracker(new FileTracker);
tracker->set_tracker_id(tracker_id);
tracker->set_parent_tracker_id(parent_tracker.tracker_id());
tracker->set_file_id(file_id);
tracker->set_app_id(parent_tracker.app_id());
tracker->set_tracker_kind(TRACKER_KIND_REGULAR);
tracker->set_dirty(true);
tracker->set_active(false);
tracker->set_needs_folder_listing(false);
if (details) {
*tracker->mutable_synced_details() = *details;
if (option == UPDATE_TRACKER_FOR_UNSYNCED_FILE) {
tracker->mutable_synced_details()->set_missing(true);
tracker->mutable_synced_details()->clear_md5();
}
}
PutFileTrackerToBatch(*tracker, batch);
index_->StoreFileTracker(tracker.Pass());
}
void MetadataDatabase::MaybeAddTrackersForNewFile(
const FileMetadata& metadata,
UpdateOption option,
leveldb::WriteBatch* batch) {
std::set<int64> parents_to_exclude;
TrackerIDSet existing_trackers =
index_->GetFileTrackerIDsByFileID(metadata.file_id());
for (TrackerIDSet::const_iterator itr = existing_trackers.begin();
itr != existing_trackers.end(); ++itr) {
const FileTracker* tracker = index_->GetFileTracker(*itr);
if (!tracker) {
NOTREACHED();
continue;
}
int64 parent_tracker_id = tracker->parent_tracker_id();
if (!parent_tracker_id)
continue;
if (!tracker->has_synced_details() ||
tracker->synced_details().title() == metadata.details().title()) {
parents_to_exclude.insert(parent_tracker_id);
}
}
for (int i = 0; i < metadata.details().parent_folder_ids_size(); ++i) {
std::string parent_folder_id = metadata.details().parent_folder_ids(i);
TrackerIDSet parent_trackers =
index_->GetFileTrackerIDsByFileID(parent_folder_id);
for (TrackerIDSet::const_iterator itr = parent_trackers.begin();
itr != parent_trackers.end(); ++itr) {
const FileTracker* parent_tracker = index_->GetFileTracker(*itr);
if (!parent_tracker->active())
continue;
if (ContainsKey(parents_to_exclude, parent_tracker->tracker_id()))
continue;
CreateTrackerForParentAndFileMetadata(
*parent_tracker, metadata, option, batch);
}
}
}
int64 MetadataDatabase::IncrementTrackerID(leveldb::WriteBatch* batch) {
int64 tracker_id = service_metadata_->next_tracker_id();
service_metadata_->set_next_tracker_id(tracker_id + 1);
PutServiceMetadataToBatch(*service_metadata_, batch);
DCHECK_GT(tracker_id, 0);
return tracker_id;
}
bool MetadataDatabase::CanActivateTracker(const FileTracker& tracker) {
DCHECK(!tracker.active());
DCHECK_NE(service_metadata_->sync_root_tracker_id(), tracker.tracker_id());
if (HasActiveTrackerForFileID(tracker.file_id()))
return false;
if (tracker.app_id().empty() &&
tracker.tracker_id() != GetSyncRootTrackerID()) {
return false;
}
if (!tracker.has_synced_details())
return false;
if (tracker.synced_details().file_kind() == FILE_KIND_UNSUPPORTED)
return false;
if (HasInvalidTitle(tracker.synced_details().title()))
return false;
DCHECK(tracker.parent_tracker_id());
return !HasActiveTrackerForPath(tracker.parent_tracker_id(),
tracker.synced_details().title());
}
bool MetadataDatabase::ShouldKeepDirty(const FileTracker& tracker) const {
if (HasDisabledAppRoot(tracker))
return false;
DCHECK(tracker.dirty());
if (!tracker.has_synced_details())
return true;
const FileMetadata* metadata = index_->GetFileMetadata(tracker.file_id());
if (!metadata)
return true;
DCHECK(metadata);
DCHECK(metadata->has_details());
const FileDetails& local_details = tracker.synced_details();
const FileDetails& remote_details = metadata->details();
if (tracker.active()) {
if (tracker.needs_folder_listing())
return true;
if (local_details.md5() != remote_details.md5())
return true;
if (local_details.missing() != remote_details.missing())
return true;
}
if (local_details.title() != remote_details.title())
return true;
return false;
}
bool MetadataDatabase::HasDisabledAppRoot(const FileTracker& tracker) const {
int64 app_root_tracker_id = index_->GetAppRootTracker(tracker.app_id());
if (app_root_tracker_id == kInvalidTrackerID)
return false;
const FileTracker* app_root_tracker =
index_->GetFileTracker(app_root_tracker_id);
if (!app_root_tracker) {
NOTREACHED();
return false;
}
return app_root_tracker->tracker_kind() == TRACKER_KIND_DISABLED_APP_ROOT;
}
bool MetadataDatabase::HasActiveTrackerForFileID(
const std::string& file_id) const {
return index_->GetFileTrackerIDsByFileID(file_id).has_active();
}
bool MetadataDatabase::HasActiveTrackerForPath(int64 parent_tracker_id,
const std::string& title) const {
return index_->GetFileTrackerIDsByParentAndTitle(parent_tracker_id, title)
.has_active();
}
void MetadataDatabase::RemoveUnneededTrackersForMissingFile(
const std::string& file_id,
leveldb::WriteBatch* batch) {
TrackerIDSet trackers = index_->GetFileTrackerIDsByFileID(file_id);
for (TrackerIDSet::const_iterator itr = trackers.begin();
itr != trackers.end(); ++itr) {
const FileTracker* tracker = index_->GetFileTracker(*itr);
if (!tracker) {
NOTREACHED();
continue;
}
if (!tracker->has_synced_details() ||
tracker->synced_details().missing()) {
RemoveFileTracker(*itr, MARK_NOTHING_DIRTY, index_.get(), batch);
}
}
}
void MetadataDatabase::UpdateByFileMetadata(
const tracked_objects::Location& from_where,
scoped_ptr<FileMetadata> metadata,
UpdateOption option,
leveldb::WriteBatch* batch) {
DCHECK(metadata);
DCHECK(metadata->has_details());
DVLOG(1) << from_where.function_name() << ": "
<< metadata->file_id() << " ("
<< metadata->details().title() << ")"
<< (metadata->details().missing() ? " deleted" : "");
std::string file_id = metadata->file_id();
if (metadata->details().missing())
RemoveUnneededTrackersForMissingFile(file_id, batch);
else
MaybeAddTrackersForNewFile(*metadata, option, batch);
TrackerIDSet trackers = index_->GetFileTrackerIDsByFileID(file_id);
if (!trackers.empty()) {
PutFileMetadataToBatch(*metadata, batch);
index_->StoreFileMetadata(metadata.Pass());
if (option != UPDATE_TRACKER_FOR_SYNCED_FILE)
MarkTrackerSetDirty(trackers, index_.get(), batch);
}
}
void MetadataDatabase::WriteToDatabase(scoped_ptr<leveldb::WriteBatch> batch,
const SyncStatusCallback& callback) {
if (!batch) {
RunSoon(FROM_HERE, base::Bind(callback, SYNC_STATUS_OK));
return;
}
base::PostTaskAndReplyWithResult(
task_runner_.get(),
FROM_HERE,
base::Bind(&leveldb::DB::Write,
base::Unretained(db_.get()),
leveldb::WriteOptions(),
base::Owned(batch.release())),
base::Bind(&AdaptLevelDBStatusToSyncStatusCode, callback));
}
scoped_ptr<base::ListValue> MetadataDatabase::DumpFiles(
const std::string& app_id) {
scoped_ptr<base::ListValue> files(new base::ListValue);
FileTracker app_root_tracker;
if (!FindAppRootTracker(app_id, &app_root_tracker))
return files.Pass();
std::vector<int64> stack;
AppendContents(
index_->GetFileTrackerIDsByParent(app_root_tracker.tracker_id()), &stack);
while (!stack.empty()) {
int64 tracker_id = stack.back();
stack.pop_back();
AppendContents(index_->GetFileTrackerIDsByParent(tracker_id), &stack);
const FileTracker* tracker = index_->GetFileTracker(tracker_id);
if (!tracker) {
NOTREACHED();
continue;
}
base::DictionaryValue* file = new base::DictionaryValue;
base::FilePath path = BuildDisplayPathForTracker(*tracker);
file->SetString("path", path.AsUTF8Unsafe());
if (tracker->has_synced_details()) {
file->SetString("title", tracker->synced_details().title());
file->SetString("type",
FileKindToString(tracker->synced_details().file_kind()));
}
base::DictionaryValue* details = new base::DictionaryValue;
details->SetString("file_id", tracker->file_id());
if (tracker->has_synced_details() &&
tracker->synced_details().file_kind() == FILE_KIND_FILE)
details->SetString("md5", tracker->synced_details().md5());
details->SetString("active", tracker->active() ? "true" : "false");
details->SetString("dirty", tracker->dirty() ? "true" : "false");
file->Set("details", details);
files->Append(file);
}
return files.Pass();
}
scoped_ptr<base::ListValue> MetadataDatabase::DumpDatabase() {
scoped_ptr<base::ListValue> list(new base::ListValue);
list->Append(DumpTrackers().release());
list->Append(DumpMetadata().release());
return list.Pass();
}
bool MetadataDatabase::HasNewerFileMetadata(const std::string& file_id,
int64 change_id) {
const FileMetadata* metadata = index_->GetFileMetadata(file_id);
if (!metadata)
return false;
DCHECK(metadata->has_details());
return metadata->details().change_id() >= change_id;
}
scoped_ptr<base::ListValue> MetadataDatabase::DumpTrackers() {
scoped_ptr<base::ListValue> trackers(new base::ListValue);
base::DictionaryValue* metadata = new base::DictionaryValue;
const char *trackerKeys[] = {
"tracker_id", "path", "file_id", "tracker_kind", "app_id",
"active", "dirty", "folder_listing",
"title", "kind", "md5", "etag", "missing", "change_id",
};
std::vector<std::string> key_strings(
trackerKeys, trackerKeys + ARRAYSIZE_UNSAFE(trackerKeys));
base::ListValue* keys = new base::ListValue;
keys->AppendStrings(key_strings);
metadata->SetString("title", "Trackers");
metadata->Set("keys", keys);
trackers->Append(metadata);
for (MetadataDatabaseIndex::TrackerByID::const_iterator itr =
index_->tracker_by_id_.begin();
itr != index_->tracker_by_id_.end(); ++itr) {
const FileTracker& tracker = *itr->second;
base::DictionaryValue* dict = new base::DictionaryValue;
base::FilePath path = BuildDisplayPathForTracker(tracker);
dict->SetString("tracker_id", base::Int64ToString(tracker.tracker_id()));
dict->SetString("path", path.AsUTF8Unsafe());
dict->SetString("file_id", tracker.file_id());
TrackerKind tracker_kind = tracker.tracker_kind();
dict->SetString(
"tracker_kind",
tracker_kind == TRACKER_KIND_APP_ROOT ? "AppRoot" :
tracker_kind == TRACKER_KIND_DISABLED_APP_ROOT ? "Disabled App" :
tracker.tracker_id() == GetSyncRootTrackerID() ? "SyncRoot" :
"Regular");
dict->SetString("app_id", tracker.app_id());
dict->SetString("active", tracker.active() ? "true" : "false");
dict->SetString("dirty", tracker.dirty() ? "true" : "false");
dict->SetString("folder_listing",
tracker.needs_folder_listing() ? "needed" : "no");
if (tracker.has_synced_details()) {
const FileDetails& details = tracker.synced_details();
dict->SetString("title", details.title());
dict->SetString("kind", FileKindToString(details.file_kind()));
dict->SetString("md5", details.md5());
dict->SetString("etag", details.etag());
dict->SetString("missing", details.missing() ? "true" : "false");
dict->SetString("change_id", base::Int64ToString(details.change_id()));
}
trackers->Append(dict);
}
return trackers.Pass();
}
scoped_ptr<base::ListValue> MetadataDatabase::DumpMetadata() {
scoped_ptr<base::ListValue> files(new base::ListValue);
base::DictionaryValue* metadata = new base::DictionaryValue;
const char *fileKeys[] = {
"file_id", "title", "type", "md5", "etag", "missing",
"change_id", "parents"
};
std::vector<std::string> key_strings(
fileKeys, fileKeys + ARRAYSIZE_UNSAFE(fileKeys));
base::ListValue* keys = new base::ListValue;
keys->AppendStrings(key_strings);
metadata->SetString("title", "Metadata");
metadata->Set("keys", keys);
files->Append(metadata);
for (MetadataDatabaseIndex::MetadataByID::const_iterator itr =
index_->metadata_by_id_.begin();
itr != index_->metadata_by_id_.end(); ++itr) {
const FileMetadata& file = *itr->second;
base::DictionaryValue* dict = new base::DictionaryValue;
dict->SetString("file_id", file.file_id());
if (file.has_details()) {
const FileDetails& details = file.details();
dict->SetString("title", details.title());
dict->SetString("type", FileKindToString(details.file_kind()));
dict->SetString("md5", details.md5());
dict->SetString("etag", details.etag());
dict->SetString("missing", details.missing() ? "true" : "false");
dict->SetString("change_id", base::Int64ToString(details.change_id()));
std::vector<std::string> parents;
for (int i = 0; i < details.parent_folder_ids_size(); ++i)
parents.push_back(details.parent_folder_ids(i));
dict->SetString("parents", JoinString(parents, ","));
}
files->Append(dict);
}
return files.Pass();
}
void MetadataDatabase::AttachSyncRoot(
const google_apis::FileResource& sync_root_folder,
leveldb::WriteBatch* batch) {
scoped_ptr<FileMetadata> sync_root_metadata =
CreateFileMetadataFromFileResource(
GetLargestKnownChangeID(), sync_root_folder);
scoped_ptr<FileTracker> sync_root_tracker =
CreateSyncRootTracker(IncrementTrackerID(batch), *sync_root_metadata);
PutFileMetadataToBatch(*sync_root_metadata, batch);
PutFileTrackerToBatch(*sync_root_tracker, batch);
service_metadata_->set_sync_root_tracker_id(sync_root_tracker->tracker_id());
PutServiceMetadataToBatch(*service_metadata_, batch);
index_->StoreFileMetadata(sync_root_metadata.Pass());
index_->StoreFileTracker(sync_root_tracker.Pass());
}
void MetadataDatabase::AttachInitialAppRoot(
const google_apis::FileResource& app_root_folder,
leveldb::WriteBatch* batch) {
scoped_ptr<FileMetadata> app_root_metadata =
CreateFileMetadataFromFileResource(
GetLargestKnownChangeID(), app_root_folder);
scoped_ptr<FileTracker> app_root_tracker =
CreateInitialAppRootTracker(IncrementTrackerID(batch),
GetSyncRootTrackerID(),
*app_root_metadata);
PutFileMetadataToBatch(*app_root_metadata, batch);
PutFileTrackerToBatch(*app_root_tracker, batch);
index_->StoreFileMetadata(app_root_metadata.Pass());
index_->StoreFileTracker(app_root_tracker.Pass());
}
}
}