| // |
| // Copyright (C) 2010 The Android Open Source Project |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| // |
| |
| #include "update_engine/payload_generator/extent_ranges.h" |
| |
| #include <algorithm> |
| #include <set> |
| #include <utility> |
| #include <vector> |
| |
| #include <base/logging.h> |
| |
| #include "update_engine/common/utils.h" |
| #include "update_engine/payload_consumer/payload_constants.h" |
| #include "update_engine/payload_generator/extent_utils.h" |
| |
| using std::vector; |
| |
| namespace chromeos_update_engine { |
| |
| bool ExtentRanges::ExtentsOverlapOrTouch(const Extent& a, const Extent& b) { |
| if (a.start_block() == b.start_block()) |
| return true; |
| if (a.start_block() == kSparseHole || b.start_block() == kSparseHole) |
| return false; |
| if (a.start_block() < b.start_block()) { |
| return a.start_block() + a.num_blocks() >= b.start_block(); |
| } else { |
| return b.start_block() + b.num_blocks() >= a.start_block(); |
| } |
| } |
| |
| bool ExtentRanges::ExtentsOverlap(const Extent& a, const Extent& b) { |
| if (a.start_block() == b.start_block()) |
| return a.num_blocks() != 0; |
| if (a.start_block() == kSparseHole || b.start_block() == kSparseHole) |
| return false; |
| if (a.start_block() < b.start_block()) { |
| return a.start_block() + a.num_blocks() > b.start_block(); |
| } else { |
| return b.start_block() + b.num_blocks() > a.start_block(); |
| } |
| } |
| |
| void ExtentRanges::AddBlock(uint64_t block) { |
| // Remember to respect |merge_touching_extents_| setting |
| AddExtent(ExtentForRange(block, 1)); |
| } |
| |
| void ExtentRanges::SubtractBlock(uint64_t block) { |
| SubtractExtent(ExtentForRange(block, 1)); |
| } |
| |
| namespace { |
| |
| Extent UnionOverlappingExtents(const Extent& first, const Extent& second) { |
| CHECK_NE(kSparseHole, first.start_block()); |
| CHECK_NE(kSparseHole, second.start_block()); |
| uint64_t start = std::min(first.start_block(), second.start_block()); |
| uint64_t end = std::max(first.start_block() + first.num_blocks(), |
| second.start_block() + second.num_blocks()); |
| return ExtentForRange(start, end - start); |
| } |
| |
| } // namespace |
| |
| void ExtentRanges::AddExtent(Extent extent) { |
| if (extent.start_block() == kSparseHole || extent.num_blocks() == 0) |
| return; |
| |
| ExtentSet::iterator begin_del = extent_set_.end(); |
| ExtentSet::iterator end_del = extent_set_.end(); |
| uint64_t del_blocks = 0; |
| for (ExtentSet::iterator it = extent_set_.begin(), e = extent_set_.end(); |
| it != e; |
| ++it) { |
| const bool should_merge = merge_touching_extents_ |
| ? ExtentsOverlapOrTouch(*it, extent) |
| : ExtentsOverlap(*it, extent); |
| if (should_merge) { |
| end_del = it; |
| ++end_del; |
| del_blocks += it->num_blocks(); |
| if (begin_del == extent_set_.end()) |
| begin_del = it; |
| |
| extent = UnionOverlappingExtents(extent, *it); |
| } |
| } |
| extent_set_.erase(begin_del, end_del); |
| extent_set_.insert(extent); |
| blocks_ -= del_blocks; |
| blocks_ += extent.num_blocks(); |
| } |
| |
| namespace { |
| // Returns base - subtractee (set subtraction). |
| ExtentRanges::ExtentSet SubtractOverlappingExtents(const Extent& base, |
| const Extent& subtractee) { |
| ExtentRanges::ExtentSet ret; |
| if (subtractee.start_block() > base.start_block()) { |
| ret.insert(ExtentForRange(base.start_block(), |
| subtractee.start_block() - base.start_block())); |
| } |
| uint64_t base_end = base.start_block() + base.num_blocks(); |
| uint64_t subtractee_end = subtractee.start_block() + subtractee.num_blocks(); |
| if (base_end > subtractee_end) { |
| ret.insert(ExtentForRange(subtractee_end, base_end - subtractee_end)); |
| } |
| return ret; |
| } |
| } // namespace |
| |
| void ExtentRanges::SubtractExtent(const Extent& extent) { |
| if (extent.start_block() == kSparseHole || extent.num_blocks() == 0) |
| return; |
| |
| ExtentSet::iterator begin_del = extent_set_.end(); |
| ExtentSet::iterator end_del = extent_set_.end(); |
| uint64_t del_blocks = 0; |
| ExtentSet new_extents; |
| for (ExtentSet::iterator it = extent_set_.begin(), e = extent_set_.end(); |
| it != e; |
| ++it) { |
| if (!ExtentsOverlap(*it, extent)) |
| continue; |
| |
| if (begin_del == extent_set_.end()) |
| begin_del = it; |
| end_del = it; |
| ++end_del; |
| |
| del_blocks += it->num_blocks(); |
| |
| ExtentSet subtraction = SubtractOverlappingExtents(*it, extent); |
| for (ExtentSet::iterator jt = subtraction.begin(), je = subtraction.end(); |
| jt != je; |
| ++jt) { |
| new_extents.insert(*jt); |
| del_blocks -= jt->num_blocks(); |
| } |
| } |
| extent_set_.erase(begin_del, end_del); |
| extent_set_.insert(new_extents.begin(), new_extents.end()); |
| blocks_ -= del_blocks; |
| } |
| |
| void ExtentRanges::AddRanges(const ExtentRanges& ranges) { |
| // Remember to respect |merge_touching_extents_| setting |
| for (ExtentSet::const_iterator it = ranges.extent_set_.begin(), |
| e = ranges.extent_set_.end(); |
| it != e; |
| ++it) { |
| AddExtent(*it); |
| } |
| } |
| |
| void ExtentRanges::SubtractRanges(const ExtentRanges& ranges) { |
| for (ExtentSet::const_iterator it = ranges.extent_set_.begin(), |
| e = ranges.extent_set_.end(); |
| it != e; |
| ++it) { |
| SubtractExtent(*it); |
| } |
| } |
| |
| void ExtentRanges::AddExtents(const vector<Extent>& extents) { |
| // Remember to respect |merge_touching_extents_| setting |
| for (vector<Extent>::const_iterator it = extents.begin(), e = extents.end(); |
| it != e; |
| ++it) { |
| AddExtent(*it); |
| } |
| } |
| |
| void ExtentRanges::SubtractExtents(const vector<Extent>& extents) { |
| for (vector<Extent>::const_iterator it = extents.begin(), e = extents.end(); |
| it != e; |
| ++it) { |
| SubtractExtent(*it); |
| } |
| } |
| |
| void ExtentRanges::AddRepeatedExtents( |
| const ::google::protobuf::RepeatedPtrField<Extent>& exts) { |
| // Remember to respect |merge_touching_extents_| setting |
| for (int i = 0, e = exts.size(); i != e; ++i) { |
| AddExtent(exts.Get(i)); |
| } |
| } |
| |
| void ExtentRanges::SubtractRepeatedExtents( |
| const ::google::protobuf::RepeatedPtrField<Extent>& exts) { |
| for (int i = 0, e = exts.size(); i != e; ++i) { |
| SubtractExtent(exts.Get(i)); |
| } |
| } |
| |
| bool ExtentRanges::OverlapsWithExtent(const Extent& extent) const { |
| for (const auto& entry : GetCandidateRange(extent)) { |
| if (ExtentsOverlap(entry, extent)) { |
| return true; |
| } |
| } |
| return false; |
| } |
| |
| bool ExtentRanges::ContainsBlock(uint64_t block) const { |
| auto lower = extent_set_.lower_bound(ExtentForRange(block, 1)); |
| // The block could be on the extent before the one in |lower|. |
| if (lower != extent_set_.begin()) |
| lower--; |
| // Any extent starting at block+1 or later is not interesting, so this is the |
| // upper limit. |
| auto upper = extent_set_.lower_bound(ExtentForRange(block + 1, 0)); |
| for (auto iter = lower; iter != upper; ++iter) { |
| if (iter->start_block() <= block && |
| block < iter->start_block() + iter->num_blocks()) { |
| return true; |
| } |
| } |
| return false; |
| } |
| |
| void ExtentRanges::Dump() const { |
| LOG(INFO) << "ExtentRanges Dump. blocks: " << blocks_; |
| for (ExtentSet::const_iterator it = extent_set_.begin(), |
| e = extent_set_.end(); |
| it != e; |
| ++it) { |
| LOG(INFO) << "{" << it->start_block() << ", " << it->num_blocks() << "}"; |
| } |
| } |
| |
| Extent ExtentForRange(uint64_t start_block, uint64_t num_blocks) { |
| Extent ret; |
| ret.set_start_block(start_block); |
| ret.set_num_blocks(num_blocks); |
| return ret; |
| } |
| |
| Extent ExtentForBytes(uint64_t block_size, |
| uint64_t start_bytes, |
| uint64_t size_bytes) { |
| uint64_t start_block = start_bytes / block_size; |
| uint64_t end_block = utils::DivRoundUp(start_bytes + size_bytes, block_size); |
| return ExtentForRange(start_block, end_block - start_block); |
| } |
| |
| vector<Extent> ExtentRanges::GetExtentsForBlockCount(uint64_t count) const { |
| vector<Extent> out; |
| if (count == 0) |
| return out; |
| uint64_t out_blocks = 0; |
| CHECK(count <= blocks_); |
| for (ExtentSet::const_iterator it = extent_set_.begin(), |
| e = extent_set_.end(); |
| it != e; |
| ++it) { |
| const uint64_t blocks_needed = count - out_blocks; |
| const Extent& extent = *it; |
| out.push_back(extent); |
| out_blocks += extent.num_blocks(); |
| if (extent.num_blocks() < blocks_needed) |
| continue; |
| if (extent.num_blocks() == blocks_needed) |
| break; |
| // If we get here, we just added the last extent needed, but it's too big |
| out_blocks -= extent.num_blocks(); |
| out_blocks += blocks_needed; |
| out.back().set_num_blocks(blocks_needed); |
| break; |
| } |
| CHECK(out_blocks == utils::BlocksInExtents(out)); |
| return out; |
| } |
| |
| Range<ExtentRanges::ExtentSet::const_iterator> ExtentRanges::GetCandidateRange( |
| const Extent& extent) const { |
| auto lower_it = extent_set_.lower_bound(extent); |
| if (lower_it != extent_set_.begin()) { |
| --lower_it; |
| } |
| |
| const auto upper_it = extent_set_.upper_bound( |
| ExtentForRange(extent.start_block() + extent.num_blocks(), 1)); |
| return {lower_it, upper_it}; |
| } |
| |
| std::vector<Extent> ExtentRanges::GetIntersectingExtents( |
| const Extent& extent) const { |
| const auto candidates = GetCandidateRange(extent); |
| std::vector<Extent> result; |
| for (const auto& ext : candidates) { |
| if (auto intersection = GetOverlapExtent(ext, extent); |
| intersection.num_blocks() != 0) { |
| result.emplace_back(std::move(intersection)); |
| } |
| } |
| return result; |
| } |
| |
| vector<Extent> FilterExtentRanges(const vector<Extent>& extents, |
| const ExtentRanges& ranges) { |
| vector<Extent> result; |
| const ExtentRanges::ExtentSet& extent_set = ranges.extent_set(); |
| for (Extent extent : extents) { |
| // The extents are sorted by the start_block. We want to iterate all the |
| // Extents in the ExtentSet possibly overlapping the current |extent|. This |
| // is achieved by looking from the extent whose start_block is *lower* than |
| // the extent.start_block() up to the greatest extent whose start_block is |
| // lower than extent.start_block() + extent.num_blocks(). |
| auto lower = extent_set.lower_bound(extent); |
| // We need to decrement the lower_bound to look at the extent that could |
| // overlap the beginning of the current |extent|. |
| if (lower != extent_set.begin()) |
| lower--; |
| auto upper = extent_set.lower_bound( |
| ExtentForRange(extent.start_block() + extent.num_blocks(), 0)); |
| for (auto iter = lower; iter != upper; ++iter) { |
| if (!ExtentRanges::ExtentsOverlap(extent, *iter)) |
| continue; |
| if (iter->start_block() <= extent.start_block()) { |
| // We need to cut blocks from the beginning of the |extent|. |
| uint64_t cut_blocks = |
| iter->start_block() + iter->num_blocks() - extent.start_block(); |
| if (cut_blocks >= extent.num_blocks()) { |
| extent.set_num_blocks(0); |
| break; |
| } |
| extent = ExtentForRange(extent.start_block() + cut_blocks, |
| extent.num_blocks() - cut_blocks); |
| } else { |
| // We need to cut blocks on the middle of the extent, possible up to the |
| // end of it. |
| result.push_back(ExtentForRange( |
| extent.start_block(), iter->start_block() - extent.start_block())); |
| uint64_t new_start = iter->start_block() + iter->num_blocks(); |
| uint64_t old_end = extent.start_block() + extent.num_blocks(); |
| if (new_start >= old_end) { |
| extent.set_num_blocks(0); |
| break; |
| } |
| extent = ExtentForRange(new_start, old_end - new_start); |
| } |
| } |
| if (extent.num_blocks() > 0) |
| result.push_back(extent); |
| } |
| return result; |
| } |
| |
| Extent GetOverlapExtent(const Extent& extent1, const Extent& extent2) { |
| if (!ExtentRanges::ExtentsOverlap(extent1, extent2)) { |
| return {}; |
| } |
| const auto start_block = |
| std::max(extent1.start_block(), extent2.start_block()); |
| const auto end_block = std::min(extent1.start_block() + extent1.num_blocks(), |
| extent2.start_block() + extent2.num_blocks()); |
| return ExtentForRange(start_block, end_block - start_block); |
| } |
| |
| } // namespace chromeos_update_engine |