1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #include "net/disk_cache/blockfile/sparse_control.h"
6
7 #include "base/bind.h"
8 #include "base/format_macros.h"
9 #include "base/logging.h"
10 #include "base/message_loop/message_loop.h"
11 #include "base/strings/string_util.h"
12 #include "base/strings/stringprintf.h"
13 #include "base/time/time.h"
14 #include "net/base/io_buffer.h"
15 #include "net/base/net_errors.h"
16 #include "net/disk_cache/blockfile/backend_impl.h"
17 #include "net/disk_cache/blockfile/entry_impl.h"
18 #include "net/disk_cache/blockfile/file.h"
19 #include "net/disk_cache/net_log_parameters.h"
20
21 using base::Time;
22
23 namespace {
24
25 // Stream of the sparse data index.
26 const int kSparseIndex = 2;
27
28 // Stream of the sparse data.
29 const int kSparseData = 1;
30
31 // We can have up to 64k children.
32 const int kMaxMapSize = 8 * 1024;
33
34 // The maximum number of bytes that a child can store.
35 const int kMaxEntrySize = 0x100000;
36
37 // The size of each data block (tracked by the child allocation bitmap).
38 const int kBlockSize = 1024;
39
40 // Returns the name of a child entry given the base_name and signature of the
41 // parent and the child_id.
42 // If the entry is called entry_name, child entries will be named something
43 // like Range_entry_name:XXX:YYY where XXX is the entry signature and YYY is the
44 // number of the particular child.
GenerateChildName(const std::string & base_name,int64 signature,int64 child_id)45 std::string GenerateChildName(const std::string& base_name, int64 signature,
46 int64 child_id) {
47 return base::StringPrintf("Range_%s:%" PRIx64 ":%" PRIx64, base_name.c_str(),
48 signature, child_id);
49 }
50
51 // This class deletes the children of a sparse entry.
52 class ChildrenDeleter
53 : public base::RefCounted<ChildrenDeleter>,
54 public disk_cache::FileIOCallback {
55 public:
ChildrenDeleter(disk_cache::BackendImpl * backend,const std::string & name)56 ChildrenDeleter(disk_cache::BackendImpl* backend, const std::string& name)
57 : backend_(backend->GetWeakPtr()), name_(name), signature_(0) {}
58
59 virtual void OnFileIOComplete(int bytes_copied) OVERRIDE;
60
61 // Two ways of deleting the children: if we have the children map, use Start()
62 // directly, otherwise pass the data address to ReadData().
63 void Start(char* buffer, int len);
64 void ReadData(disk_cache::Addr address, int len);
65
66 private:
67 friend class base::RefCounted<ChildrenDeleter>;
~ChildrenDeleter()68 virtual ~ChildrenDeleter() {}
69
70 void DeleteChildren();
71
72 base::WeakPtr<disk_cache::BackendImpl> backend_;
73 std::string name_;
74 disk_cache::Bitmap children_map_;
75 int64 signature_;
76 scoped_ptr<char[]> buffer_;
77 DISALLOW_COPY_AND_ASSIGN(ChildrenDeleter);
78 };
79
80 // This is the callback of the file operation.
OnFileIOComplete(int bytes_copied)81 void ChildrenDeleter::OnFileIOComplete(int bytes_copied) {
82 char* buffer = buffer_.release();
83 Start(buffer, bytes_copied);
84 }
85
Start(char * buffer,int len)86 void ChildrenDeleter::Start(char* buffer, int len) {
87 buffer_.reset(buffer);
88 if (len < static_cast<int>(sizeof(disk_cache::SparseData)))
89 return Release();
90
91 // Just copy the information from |buffer|, delete |buffer| and start deleting
92 // the child entries.
93 disk_cache::SparseData* data =
94 reinterpret_cast<disk_cache::SparseData*>(buffer);
95 signature_ = data->header.signature;
96
97 int num_bits = (len - sizeof(disk_cache::SparseHeader)) * 8;
98 children_map_.Resize(num_bits, false);
99 children_map_.SetMap(data->bitmap, num_bits / 32);
100 buffer_.reset();
101
102 DeleteChildren();
103 }
104
ReadData(disk_cache::Addr address,int len)105 void ChildrenDeleter::ReadData(disk_cache::Addr address, int len) {
106 DCHECK(address.is_block_file());
107 if (!backend_)
108 return Release();
109
110 disk_cache::File* file(backend_->File(address));
111 if (!file)
112 return Release();
113
114 size_t file_offset = address.start_block() * address.BlockSize() +
115 disk_cache::kBlockHeaderSize;
116
117 buffer_.reset(new char[len]);
118 bool completed;
119 if (!file->Read(buffer_.get(), len, file_offset, this, &completed))
120 return Release();
121
122 if (completed)
123 OnFileIOComplete(len);
124
125 // And wait until OnFileIOComplete gets called.
126 }
127
DeleteChildren()128 void ChildrenDeleter::DeleteChildren() {
129 int child_id = 0;
130 if (!children_map_.FindNextSetBit(&child_id) || !backend_) {
131 // We are done. Just delete this object.
132 return Release();
133 }
134 std::string child_name = GenerateChildName(name_, signature_, child_id);
135 backend_->SyncDoomEntry(child_name);
136 children_map_.Set(child_id, false);
137
138 // Post a task to delete the next child.
139 base::MessageLoop::current()->PostTask(
140 FROM_HERE, base::Bind(&ChildrenDeleter::DeleteChildren, this));
141 }
142
143 // -----------------------------------------------------------------------
144
145 // Returns the NetLog event type corresponding to a SparseOperation.
GetSparseEventType(disk_cache::SparseControl::SparseOperation operation)146 net::NetLog::EventType GetSparseEventType(
147 disk_cache::SparseControl::SparseOperation operation) {
148 switch (operation) {
149 case disk_cache::SparseControl::kReadOperation:
150 return net::NetLog::TYPE_SPARSE_READ;
151 case disk_cache::SparseControl::kWriteOperation:
152 return net::NetLog::TYPE_SPARSE_WRITE;
153 case disk_cache::SparseControl::kGetRangeOperation:
154 return net::NetLog::TYPE_SPARSE_GET_RANGE;
155 default:
156 NOTREACHED();
157 return net::NetLog::TYPE_CANCELLED;
158 }
159 }
160
161 // Logs the end event for |operation| on a child entry. Range operations log
162 // no events for each child they search through.
LogChildOperationEnd(const net::BoundNetLog & net_log,disk_cache::SparseControl::SparseOperation operation,int result)163 void LogChildOperationEnd(const net::BoundNetLog& net_log,
164 disk_cache::SparseControl::SparseOperation operation,
165 int result) {
166 if (net_log.IsLogging()) {
167 net::NetLog::EventType event_type;
168 switch (operation) {
169 case disk_cache::SparseControl::kReadOperation:
170 event_type = net::NetLog::TYPE_SPARSE_READ_CHILD_DATA;
171 break;
172 case disk_cache::SparseControl::kWriteOperation:
173 event_type = net::NetLog::TYPE_SPARSE_WRITE_CHILD_DATA;
174 break;
175 case disk_cache::SparseControl::kGetRangeOperation:
176 return;
177 default:
178 NOTREACHED();
179 return;
180 }
181 net_log.EndEventWithNetErrorCode(event_type, result);
182 }
183 }
184
185 } // namespace.
186
187 namespace disk_cache {
188
SparseControl(EntryImpl * entry)189 SparseControl::SparseControl(EntryImpl* entry)
190 : entry_(entry),
191 child_(NULL),
192 operation_(kNoOperation),
193 pending_(false),
194 finished_(false),
195 init_(false),
196 range_found_(false),
197 abort_(false),
198 child_map_(child_data_.bitmap, kNumSparseBits, kNumSparseBits / 32),
199 offset_(0),
200 buf_len_(0),
201 child_offset_(0),
202 child_len_(0),
203 result_(0) {
204 memset(&sparse_header_, 0, sizeof(sparse_header_));
205 memset(&child_data_, 0, sizeof(child_data_));
206 }
207
~SparseControl()208 SparseControl::~SparseControl() {
209 if (child_)
210 CloseChild();
211 if (init_)
212 WriteSparseData();
213 }
214
CouldBeSparse() const215 bool SparseControl::CouldBeSparse() const {
216 DCHECK(!init_);
217
218 if (entry_->GetDataSize(kSparseData))
219 return false;
220
221 // We don't verify the data, just see if it could be there.
222 return (entry_->GetDataSize(kSparseIndex) != 0);
223 }
224
StartIO(SparseOperation op,int64 offset,net::IOBuffer * buf,int buf_len,const CompletionCallback & callback)225 int SparseControl::StartIO(SparseOperation op, int64 offset, net::IOBuffer* buf,
226 int buf_len, const CompletionCallback& callback) {
227 DCHECK(init_);
228 // We don't support simultaneous IO for sparse data.
229 if (operation_ != kNoOperation)
230 return net::ERR_CACHE_OPERATION_NOT_SUPPORTED;
231
232 if (offset < 0 || buf_len < 0)
233 return net::ERR_INVALID_ARGUMENT;
234
235 // We only support up to 64 GB.
236 if (offset + buf_len >= 0x1000000000LL || offset + buf_len < 0)
237 return net::ERR_CACHE_OPERATION_NOT_SUPPORTED;
238
239 DCHECK(!user_buf_);
240 DCHECK(user_callback_.is_null());
241
242 if (!buf && (op == kReadOperation || op == kWriteOperation))
243 return 0;
244
245 // Copy the operation parameters.
246 operation_ = op;
247 offset_ = offset;
248 user_buf_ = buf ? new net::DrainableIOBuffer(buf, buf_len) : NULL;
249 buf_len_ = buf_len;
250 user_callback_ = callback;
251
252 result_ = 0;
253 pending_ = false;
254 finished_ = false;
255 abort_ = false;
256
257 if (entry_->net_log().IsLogging()) {
258 entry_->net_log().BeginEvent(
259 GetSparseEventType(operation_),
260 CreateNetLogSparseOperationCallback(offset_, buf_len_));
261 }
262 DoChildrenIO();
263
264 if (!pending_) {
265 // Everything was done synchronously.
266 operation_ = kNoOperation;
267 user_buf_ = NULL;
268 user_callback_.Reset();
269 return result_;
270 }
271
272 return net::ERR_IO_PENDING;
273 }
274
GetAvailableRange(int64 offset,int len,int64 * start)275 int SparseControl::GetAvailableRange(int64 offset, int len, int64* start) {
276 DCHECK(init_);
277 // We don't support simultaneous IO for sparse data.
278 if (operation_ != kNoOperation)
279 return net::ERR_CACHE_OPERATION_NOT_SUPPORTED;
280
281 DCHECK(start);
282
283 range_found_ = false;
284 int result = StartIO(
285 kGetRangeOperation, offset, NULL, len, CompletionCallback());
286 if (range_found_) {
287 *start = offset_;
288 return result;
289 }
290
291 // This is a failure. We want to return a valid start value in any case.
292 *start = offset;
293 return result < 0 ? result : 0; // Don't mask error codes to the caller.
294 }
295
CancelIO()296 void SparseControl::CancelIO() {
297 if (operation_ == kNoOperation)
298 return;
299 abort_ = true;
300 }
301
ReadyToUse(const CompletionCallback & callback)302 int SparseControl::ReadyToUse(const CompletionCallback& callback) {
303 if (!abort_)
304 return net::OK;
305
306 // We'll grab another reference to keep this object alive because we just have
307 // one extra reference due to the pending IO operation itself, but we'll
308 // release that one before invoking user_callback_.
309 entry_->AddRef(); // Balanced in DoAbortCallbacks.
310 abort_callbacks_.push_back(callback);
311 return net::ERR_IO_PENDING;
312 }
313
314 // Static
DeleteChildren(EntryImpl * entry)315 void SparseControl::DeleteChildren(EntryImpl* entry) {
316 DCHECK(entry->GetEntryFlags() & PARENT_ENTRY);
317 int data_len = entry->GetDataSize(kSparseIndex);
318 if (data_len < static_cast<int>(sizeof(SparseData)) ||
319 entry->GetDataSize(kSparseData))
320 return;
321
322 int map_len = data_len - sizeof(SparseHeader);
323 if (map_len > kMaxMapSize || map_len % 4)
324 return;
325
326 char* buffer;
327 Addr address;
328 entry->GetData(kSparseIndex, &buffer, &address);
329 if (!buffer && !address.is_initialized())
330 return;
331
332 entry->net_log().AddEvent(net::NetLog::TYPE_SPARSE_DELETE_CHILDREN);
333
334 DCHECK(entry->backend_);
335 ChildrenDeleter* deleter = new ChildrenDeleter(entry->backend_.get(),
336 entry->GetKey());
337 // The object will self destruct when finished.
338 deleter->AddRef();
339
340 if (buffer) {
341 base::MessageLoop::current()->PostTask(
342 FROM_HERE,
343 base::Bind(&ChildrenDeleter::Start, deleter, buffer, data_len));
344 } else {
345 base::MessageLoop::current()->PostTask(
346 FROM_HERE,
347 base::Bind(&ChildrenDeleter::ReadData, deleter, address, data_len));
348 }
349 }
350
351 // -----------------------------------------------------------------------
352
Init()353 int SparseControl::Init() {
354 DCHECK(!init_);
355
356 // We should not have sparse data for the exposed entry.
357 if (entry_->GetDataSize(kSparseData))
358 return net::ERR_CACHE_OPERATION_NOT_SUPPORTED;
359
360 // Now see if there is something where we store our data.
361 int rv = net::OK;
362 int data_len = entry_->GetDataSize(kSparseIndex);
363 if (!data_len) {
364 rv = CreateSparseEntry();
365 } else {
366 rv = OpenSparseEntry(data_len);
367 }
368
369 if (rv == net::OK)
370 init_ = true;
371 return rv;
372 }
373
374 // We are going to start using this entry to store sparse data, so we have to
375 // initialize our control info.
CreateSparseEntry()376 int SparseControl::CreateSparseEntry() {
377 if (CHILD_ENTRY & entry_->GetEntryFlags())
378 return net::ERR_CACHE_OPERATION_NOT_SUPPORTED;
379
380 memset(&sparse_header_, 0, sizeof(sparse_header_));
381 sparse_header_.signature = Time::Now().ToInternalValue();
382 sparse_header_.magic = kIndexMagic;
383 sparse_header_.parent_key_len = entry_->GetKey().size();
384 children_map_.Resize(kNumSparseBits, true);
385
386 // Save the header. The bitmap is saved in the destructor.
387 scoped_refptr<net::IOBuffer> buf(
388 new net::WrappedIOBuffer(reinterpret_cast<char*>(&sparse_header_)));
389
390 int rv = entry_->WriteData(kSparseIndex, 0, buf.get(), sizeof(sparse_header_),
391 CompletionCallback(), false);
392 if (rv != sizeof(sparse_header_)) {
393 DLOG(ERROR) << "Unable to save sparse_header_";
394 return net::ERR_CACHE_OPERATION_NOT_SUPPORTED;
395 }
396
397 entry_->SetEntryFlags(PARENT_ENTRY);
398 return net::OK;
399 }
400
401 // We are opening an entry from disk. Make sure that our control data is there.
OpenSparseEntry(int data_len)402 int SparseControl::OpenSparseEntry(int data_len) {
403 if (data_len < static_cast<int>(sizeof(SparseData)))
404 return net::ERR_CACHE_OPERATION_NOT_SUPPORTED;
405
406 if (entry_->GetDataSize(kSparseData))
407 return net::ERR_CACHE_OPERATION_NOT_SUPPORTED;
408
409 if (!(PARENT_ENTRY & entry_->GetEntryFlags()))
410 return net::ERR_CACHE_OPERATION_NOT_SUPPORTED;
411
412 // Dont't go over board with the bitmap. 8 KB gives us offsets up to 64 GB.
413 int map_len = data_len - sizeof(sparse_header_);
414 if (map_len > kMaxMapSize || map_len % 4)
415 return net::ERR_CACHE_OPERATION_NOT_SUPPORTED;
416
417 scoped_refptr<net::IOBuffer> buf(
418 new net::WrappedIOBuffer(reinterpret_cast<char*>(&sparse_header_)));
419
420 // Read header.
421 int rv = entry_->ReadData(kSparseIndex, 0, buf.get(), sizeof(sparse_header_),
422 CompletionCallback());
423 if (rv != static_cast<int>(sizeof(sparse_header_)))
424 return net::ERR_CACHE_READ_FAILURE;
425
426 // The real validation should be performed by the caller. This is just to
427 // double check.
428 if (sparse_header_.magic != kIndexMagic ||
429 sparse_header_.parent_key_len !=
430 static_cast<int>(entry_->GetKey().size()))
431 return net::ERR_CACHE_OPERATION_NOT_SUPPORTED;
432
433 // Read the actual bitmap.
434 buf = new net::IOBuffer(map_len);
435 rv = entry_->ReadData(kSparseIndex, sizeof(sparse_header_), buf.get(),
436 map_len, CompletionCallback());
437 if (rv != map_len)
438 return net::ERR_CACHE_READ_FAILURE;
439
440 // Grow the bitmap to the current size and copy the bits.
441 children_map_.Resize(map_len * 8, false);
442 children_map_.SetMap(reinterpret_cast<uint32*>(buf->data()), map_len);
443 return net::OK;
444 }
445
OpenChild()446 bool SparseControl::OpenChild() {
447 DCHECK_GE(result_, 0);
448
449 std::string key = GenerateChildKey();
450 if (child_) {
451 // Keep using the same child or open another one?.
452 if (key == child_->GetKey())
453 return true;
454 CloseChild();
455 }
456
457 // See if we are tracking this child.
458 if (!ChildPresent())
459 return ContinueWithoutChild(key);
460
461 if (!entry_->backend_)
462 return false;
463
464 child_ = entry_->backend_->OpenEntryImpl(key);
465 if (!child_)
466 return ContinueWithoutChild(key);
467
468 EntryImpl* child = static_cast<EntryImpl*>(child_);
469 if (!(CHILD_ENTRY & child->GetEntryFlags()) ||
470 child->GetDataSize(kSparseIndex) <
471 static_cast<int>(sizeof(child_data_)))
472 return KillChildAndContinue(key, false);
473
474 scoped_refptr<net::WrappedIOBuffer> buf(
475 new net::WrappedIOBuffer(reinterpret_cast<char*>(&child_data_)));
476
477 // Read signature.
478 int rv = child_->ReadData(kSparseIndex, 0, buf.get(), sizeof(child_data_),
479 CompletionCallback());
480 if (rv != sizeof(child_data_))
481 return KillChildAndContinue(key, true); // This is a fatal failure.
482
483 if (child_data_.header.signature != sparse_header_.signature ||
484 child_data_.header.magic != kIndexMagic)
485 return KillChildAndContinue(key, false);
486
487 if (child_data_.header.last_block_len < 0 ||
488 child_data_.header.last_block_len > kBlockSize) {
489 // Make sure these values are always within range.
490 child_data_.header.last_block_len = 0;
491 child_data_.header.last_block = -1;
492 }
493
494 return true;
495 }
496
CloseChild()497 void SparseControl::CloseChild() {
498 scoped_refptr<net::WrappedIOBuffer> buf(
499 new net::WrappedIOBuffer(reinterpret_cast<char*>(&child_data_)));
500
501 // Save the allocation bitmap before closing the child entry.
502 int rv = child_->WriteData(kSparseIndex, 0, buf.get(), sizeof(child_data_),
503 CompletionCallback(),
504 false);
505 if (rv != sizeof(child_data_))
506 DLOG(ERROR) << "Failed to save child data";
507 child_->Release();
508 child_ = NULL;
509 }
510
511 // We were not able to open this child; see what we can do.
ContinueWithoutChild(const std::string & key)512 bool SparseControl::ContinueWithoutChild(const std::string& key) {
513 if (kReadOperation == operation_)
514 return false;
515 if (kGetRangeOperation == operation_)
516 return true;
517
518 if (!entry_->backend_)
519 return false;
520
521 child_ = entry_->backend_->CreateEntryImpl(key);
522 if (!child_) {
523 child_ = NULL;
524 result_ = net::ERR_CACHE_READ_FAILURE;
525 return false;
526 }
527 // Write signature.
528 InitChildData();
529 return true;
530 }
531
WriteSparseData()532 void SparseControl::WriteSparseData() {
533 scoped_refptr<net::IOBuffer> buf(new net::WrappedIOBuffer(
534 reinterpret_cast<const char*>(children_map_.GetMap())));
535
536 int len = children_map_.ArraySize() * 4;
537 int rv = entry_->WriteData(kSparseIndex, sizeof(sparse_header_), buf.get(),
538 len, CompletionCallback(), false);
539 if (rv != len) {
540 DLOG(ERROR) << "Unable to save sparse map";
541 }
542 }
543
DoChildIO()544 bool SparseControl::DoChildIO() {
545 finished_ = true;
546 if (!buf_len_ || result_ < 0)
547 return false;
548
549 if (!OpenChild())
550 return false;
551
552 if (!VerifyRange())
553 return false;
554
555 // We have more work to do. Let's not trigger a callback to the caller.
556 finished_ = false;
557 CompletionCallback callback;
558 if (!user_callback_.is_null()) {
559 callback =
560 base::Bind(&SparseControl::OnChildIOCompleted, base::Unretained(this));
561 }
562
563 int rv = 0;
564 switch (operation_) {
565 case kReadOperation:
566 if (entry_->net_log().IsLogging()) {
567 entry_->net_log().BeginEvent(
568 net::NetLog::TYPE_SPARSE_READ_CHILD_DATA,
569 CreateNetLogSparseReadWriteCallback(child_->net_log().source(),
570 child_len_));
571 }
572 rv = child_->ReadDataImpl(kSparseData, child_offset_, user_buf_.get(),
573 child_len_, callback);
574 break;
575 case kWriteOperation:
576 if (entry_->net_log().IsLogging()) {
577 entry_->net_log().BeginEvent(
578 net::NetLog::TYPE_SPARSE_WRITE_CHILD_DATA,
579 CreateNetLogSparseReadWriteCallback(child_->net_log().source(),
580 child_len_));
581 }
582 rv = child_->WriteDataImpl(kSparseData, child_offset_, user_buf_.get(),
583 child_len_, callback, false);
584 break;
585 case kGetRangeOperation:
586 rv = DoGetAvailableRange();
587 break;
588 default:
589 NOTREACHED();
590 }
591
592 if (rv == net::ERR_IO_PENDING) {
593 if (!pending_) {
594 pending_ = true;
595 // The child will protect himself against closing the entry while IO is in
596 // progress. However, this entry can still be closed, and that would not
597 // be a good thing for us, so we increase the refcount until we're
598 // finished doing sparse stuff.
599 entry_->AddRef(); // Balanced in DoUserCallback.
600 }
601 return false;
602 }
603 if (!rv)
604 return false;
605
606 DoChildIOCompleted(rv);
607 return true;
608 }
609
DoChildIOCompleted(int result)610 void SparseControl::DoChildIOCompleted(int result) {
611 LogChildOperationEnd(entry_->net_log(), operation_, result);
612 if (result < 0) {
613 // We fail the whole operation if we encounter an error.
614 result_ = result;
615 return;
616 }
617
618 UpdateRange(result);
619
620 result_ += result;
621 offset_ += result;
622 buf_len_ -= result;
623
624 // We'll be reusing the user provided buffer for the next chunk.
625 if (buf_len_ && user_buf_)
626 user_buf_->DidConsume(result);
627 }
628
GenerateChildKey()629 std::string SparseControl::GenerateChildKey() {
630 return GenerateChildName(entry_->GetKey(), sparse_header_.signature,
631 offset_ >> 20);
632 }
633
634 // We are deleting the child because something went wrong.
KillChildAndContinue(const std::string & key,bool fatal)635 bool SparseControl::KillChildAndContinue(const std::string& key, bool fatal) {
636 SetChildBit(false);
637 child_->DoomImpl();
638 child_->Release();
639 child_ = NULL;
640 if (fatal) {
641 result_ = net::ERR_CACHE_READ_FAILURE;
642 return false;
643 }
644 return ContinueWithoutChild(key);
645 }
646
ChildPresent()647 bool SparseControl::ChildPresent() {
648 int child_bit = static_cast<int>(offset_ >> 20);
649 if (children_map_.Size() <= child_bit)
650 return false;
651
652 return children_map_.Get(child_bit);
653 }
654
SetChildBit(bool value)655 void SparseControl::SetChildBit(bool value) {
656 int child_bit = static_cast<int>(offset_ >> 20);
657
658 // We may have to increase the bitmap of child entries.
659 if (children_map_.Size() <= child_bit)
660 children_map_.Resize(Bitmap::RequiredArraySize(child_bit + 1) * 32, true);
661
662 children_map_.Set(child_bit, value);
663 }
664
VerifyRange()665 bool SparseControl::VerifyRange() {
666 DCHECK_GE(result_, 0);
667
668 child_offset_ = static_cast<int>(offset_) & (kMaxEntrySize - 1);
669 child_len_ = std::min(buf_len_, kMaxEntrySize - child_offset_);
670
671 // We can write to (or get info from) anywhere in this child.
672 if (operation_ != kReadOperation)
673 return true;
674
675 // Check that there are no holes in this range.
676 int last_bit = (child_offset_ + child_len_ + 1023) >> 10;
677 int start = child_offset_ >> 10;
678 if (child_map_.FindNextBit(&start, last_bit, false)) {
679 // Something is not here.
680 DCHECK_GE(child_data_.header.last_block_len, 0);
681 DCHECK_LT(child_data_.header.last_block_len, kMaxEntrySize);
682 int partial_block_len = PartialBlockLength(start);
683 if (start == child_offset_ >> 10) {
684 // It looks like we don't have anything.
685 if (partial_block_len <= (child_offset_ & (kBlockSize - 1)))
686 return false;
687 }
688
689 // We have the first part.
690 child_len_ = (start << 10) - child_offset_;
691 if (partial_block_len) {
692 // We may have a few extra bytes.
693 child_len_ = std::min(child_len_ + partial_block_len, buf_len_);
694 }
695 // There is no need to read more after this one.
696 buf_len_ = child_len_;
697 }
698 return true;
699 }
700
UpdateRange(int result)701 void SparseControl::UpdateRange(int result) {
702 if (result <= 0 || operation_ != kWriteOperation)
703 return;
704
705 DCHECK_GE(child_data_.header.last_block_len, 0);
706 DCHECK_LT(child_data_.header.last_block_len, kMaxEntrySize);
707
708 // Write the bitmap.
709 int first_bit = child_offset_ >> 10;
710 int block_offset = child_offset_ & (kBlockSize - 1);
711 if (block_offset && (child_data_.header.last_block != first_bit ||
712 child_data_.header.last_block_len < block_offset)) {
713 // The first block is not completely filled; ignore it.
714 first_bit++;
715 }
716
717 int last_bit = (child_offset_ + result) >> 10;
718 block_offset = (child_offset_ + result) & (kBlockSize - 1);
719
720 // This condition will hit with the following criteria:
721 // 1. The first byte doesn't follow the last write.
722 // 2. The first byte is in the middle of a block.
723 // 3. The first byte and the last byte are in the same block.
724 if (first_bit > last_bit)
725 return;
726
727 if (block_offset && !child_map_.Get(last_bit)) {
728 // The last block is not completely filled; save it for later.
729 child_data_.header.last_block = last_bit;
730 child_data_.header.last_block_len = block_offset;
731 } else {
732 child_data_.header.last_block = -1;
733 }
734
735 child_map_.SetRange(first_bit, last_bit, true);
736 }
737
PartialBlockLength(int block_index) const738 int SparseControl::PartialBlockLength(int block_index) const {
739 if (block_index == child_data_.header.last_block)
740 return child_data_.header.last_block_len;
741
742 // This may be the last stored index.
743 int entry_len = child_->GetDataSize(kSparseData);
744 if (block_index == entry_len >> 10)
745 return entry_len & (kBlockSize - 1);
746
747 // This is really empty.
748 return 0;
749 }
750
InitChildData()751 void SparseControl::InitChildData() {
752 // We know the real type of child_.
753 EntryImpl* child = static_cast<EntryImpl*>(child_);
754 child->SetEntryFlags(CHILD_ENTRY);
755
756 memset(&child_data_, 0, sizeof(child_data_));
757 child_data_.header = sparse_header_;
758
759 scoped_refptr<net::WrappedIOBuffer> buf(
760 new net::WrappedIOBuffer(reinterpret_cast<char*>(&child_data_)));
761
762 int rv = child_->WriteData(kSparseIndex, 0, buf.get(), sizeof(child_data_),
763 CompletionCallback(), false);
764 if (rv != sizeof(child_data_))
765 DLOG(ERROR) << "Failed to save child data";
766 SetChildBit(true);
767 }
768
DoGetAvailableRange()769 int SparseControl::DoGetAvailableRange() {
770 if (!child_)
771 return child_len_; // Move on to the next child.
772
773 // Check that there are no holes in this range.
774 int last_bit = (child_offset_ + child_len_ + 1023) >> 10;
775 int start = child_offset_ >> 10;
776 int partial_start_bytes = PartialBlockLength(start);
777 int found = start;
778 int bits_found = child_map_.FindBits(&found, last_bit, true);
779
780 // We don't care if there is a partial block in the middle of the range.
781 int block_offset = child_offset_ & (kBlockSize - 1);
782 if (!bits_found && partial_start_bytes <= block_offset)
783 return child_len_;
784
785 // We are done. Just break the loop and reset result_ to our real result.
786 range_found_ = true;
787
788 // found now points to the first 1. Lets see if we have zeros before it.
789 int empty_start = std::max((found << 10) - child_offset_, 0);
790
791 int bytes_found = bits_found << 10;
792 bytes_found += PartialBlockLength(found + bits_found);
793
794 if (start == found)
795 bytes_found -= block_offset;
796
797 // If the user is searching past the end of this child, bits_found is the
798 // right result; otherwise, we have some empty space at the start of this
799 // query that we have to subtract from the range that we searched.
800 result_ = std::min(bytes_found, child_len_ - empty_start);
801
802 if (!bits_found) {
803 result_ = std::min(partial_start_bytes - block_offset, child_len_);
804 empty_start = 0;
805 }
806
807 // Only update offset_ when this query found zeros at the start.
808 if (empty_start)
809 offset_ += empty_start;
810
811 // This will actually break the loop.
812 buf_len_ = 0;
813 return 0;
814 }
815
DoUserCallback()816 void SparseControl::DoUserCallback() {
817 DCHECK(!user_callback_.is_null());
818 CompletionCallback cb = user_callback_;
819 user_callback_.Reset();
820 user_buf_ = NULL;
821 pending_ = false;
822 operation_ = kNoOperation;
823 int rv = result_;
824 entry_->Release(); // Don't touch object after this line.
825 cb.Run(rv);
826 }
827
DoAbortCallbacks()828 void SparseControl::DoAbortCallbacks() {
829 for (size_t i = 0; i < abort_callbacks_.size(); i++) {
830 // Releasing all references to entry_ may result in the destruction of this
831 // object so we should not be touching it after the last Release().
832 CompletionCallback cb = abort_callbacks_[i];
833 if (i == abort_callbacks_.size() - 1)
834 abort_callbacks_.clear();
835
836 entry_->Release(); // Don't touch object after this line.
837 cb.Run(net::OK);
838 }
839 }
840
OnChildIOCompleted(int result)841 void SparseControl::OnChildIOCompleted(int result) {
842 DCHECK_NE(net::ERR_IO_PENDING, result);
843 DoChildIOCompleted(result);
844
845 if (abort_) {
846 // We'll return the current result of the operation, which may be less than
847 // the bytes to read or write, but the user cancelled the operation.
848 abort_ = false;
849 if (entry_->net_log().IsLogging()) {
850 entry_->net_log().AddEvent(net::NetLog::TYPE_CANCELLED);
851 entry_->net_log().EndEvent(GetSparseEventType(operation_));
852 }
853 // We have an indirect reference to this object for every callback so if
854 // there is only one callback, we may delete this object before reaching
855 // DoAbortCallbacks.
856 bool has_abort_callbacks = !abort_callbacks_.empty();
857 DoUserCallback();
858 if (has_abort_callbacks)
859 DoAbortCallbacks();
860 return;
861 }
862
863 // We are running a callback from the message loop. It's time to restart what
864 // we were doing before.
865 DoChildrenIO();
866 }
867
868 } // namespace disk_cache
869