| //===- llvm/unittest/DebugInfo/PDB/MappedBlockStreamTest.cpp --------------===// |
| // |
| // The LLVM Compiler Infrastructure |
| // |
| // This file is distributed under the University of Illinois Open Source |
| // License. See LICENSE.TXT for details. |
| // |
| //===----------------------------------------------------------------------===// |
| |
| #include <unordered_map> |
| |
| #include "llvm/DebugInfo/CodeView/ByteStream.h" |
| #include "llvm/DebugInfo/CodeView/StreamReader.h" |
| #include "llvm/DebugInfo/CodeView/StreamRef.h" |
| #include "llvm/DebugInfo/CodeView/StreamWriter.h" |
| #include "llvm/DebugInfo/PDB/Raw/IPDBFile.h" |
| #include "llvm/DebugInfo/PDB/Raw/IPDBStreamData.h" |
| #include "llvm/DebugInfo/PDB/Raw/IndexedStreamData.h" |
| #include "llvm/DebugInfo/PDB/Raw/MappedBlockStream.h" |
| #include "gtest/gtest.h" |
| |
| using namespace llvm; |
| using namespace llvm::codeview; |
| using namespace llvm::pdb; |
| |
| namespace { |
| |
| #define EXPECT_NO_ERROR(Err) \ |
| { \ |
| auto E = Err; \ |
| EXPECT_FALSE(static_cast<bool>(E)); \ |
| if (E) \ |
| consumeError(std::move(E)); \ |
| } |
| |
| #define EXPECT_ERROR(Err) \ |
| { \ |
| auto E = Err; \ |
| EXPECT_TRUE(static_cast<bool>(E)); \ |
| if (E) \ |
| consumeError(std::move(E)); \ |
| } |
| |
| static const uint32_t BlocksAry[] = {0, 1, 2, 5, 4, 3, 6, 7, 8, 9}; |
| static uint8_t DataAry[] = {'A', 'B', 'C', 'F', 'E', 'D', 'G', 'H', 'I', 'J'}; |
| |
| class DiscontiguousFile : public IPDBFile { |
| public: |
| DiscontiguousFile(ArrayRef<uint32_t> Blocks, MutableArrayRef<uint8_t> Data) |
| : Blocks(Blocks.begin(), Blocks.end()), Data(Data.begin(), Data.end()) {} |
| |
| uint32_t getBlockSize() const override { return 1; } |
| uint32_t getBlockCount() const override { return Blocks.size(); } |
| uint32_t getNumStreams() const override { return 1; } |
| uint32_t getStreamByteSize(uint32_t StreamIndex) const override { |
| return getBlockCount() * getBlockSize(); |
| } |
| ArrayRef<support::ulittle32_t> |
| getStreamBlockList(uint32_t StreamIndex) const override { |
| if (StreamIndex != 0) |
| return ArrayRef<support::ulittle32_t>(); |
| return Blocks; |
| } |
| Expected<ArrayRef<uint8_t>> getBlockData(uint32_t BlockIndex, |
| uint32_t NumBytes) const override { |
| return ArrayRef<uint8_t>(&Data[BlockIndex], NumBytes); |
| } |
| |
| Error setBlockData(uint32_t BlockIndex, uint32_t Offset, |
| ArrayRef<uint8_t> SrcData) const override { |
| if (BlockIndex >= Blocks.size()) |
| return make_error<CodeViewError>(cv_error_code::insufficient_buffer); |
| if (Offset > getBlockSize() - SrcData.size()) |
| return make_error<CodeViewError>(cv_error_code::insufficient_buffer); |
| ::memcpy(&Data[BlockIndex] + Offset, SrcData.data(), SrcData.size()); |
| return Error::success(); |
| } |
| |
| private: |
| std::vector<support::ulittle32_t> Blocks; |
| MutableArrayRef<uint8_t> Data; |
| }; |
| |
| class MappedBlockStreamImpl : public MappedBlockStream { |
| public: |
| MappedBlockStreamImpl(std::unique_ptr<IPDBStreamData> Data, |
| const IPDBFile &File) |
| : MappedBlockStream(std::move(Data), File) {} |
| }; |
| |
| // Tests that a read which is entirely contained within a single block works |
| // and does not allocate. |
| TEST(MappedBlockStreamTest, ReadBeyondEndOfStreamRef) { |
| DiscontiguousFile F(BlocksAry, DataAry); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| StreamReader R(S); |
| StreamRef SR; |
| EXPECT_NO_ERROR(R.readStreamRef(SR, 0U)); |
| ArrayRef<uint8_t> Buffer; |
| EXPECT_ERROR(SR.readBytes(0U, 1U, Buffer)); |
| EXPECT_NO_ERROR(R.readStreamRef(SR, 1U)); |
| EXPECT_ERROR(SR.readBytes(1U, 1U, Buffer)); |
| } |
| |
| // Tests that a read which outputs into a full destination buffer works and |
| // does not fail due to the length of the output buffer. |
| TEST(MappedBlockStreamTest, ReadOntoNonEmptyBuffer) { |
| DiscontiguousFile F(BlocksAry, DataAry); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| StreamReader R(S); |
| StringRef Str = "ZYXWVUTSRQPONMLKJIHGFEDCBA"; |
| EXPECT_NO_ERROR(R.readFixedString(Str, 1)); |
| EXPECT_EQ(Str, StringRef("A")); |
| EXPECT_EQ(0U, S.getNumBytesCopied()); |
| } |
| |
| // Tests that a read which crosses a block boundary, but where the subsequent |
| // blocks are still contiguous in memory to the previous block works and does |
| // not allocate memory. |
| TEST(MappedBlockStreamTest, ZeroCopyReadContiguousBreak) { |
| DiscontiguousFile F(BlocksAry, DataAry); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| StreamReader R(S); |
| StringRef Str; |
| EXPECT_NO_ERROR(R.readFixedString(Str, 2)); |
| EXPECT_EQ(Str, StringRef("AB")); |
| EXPECT_EQ(0U, S.getNumBytesCopied()); |
| |
| R.setOffset(6); |
| EXPECT_NO_ERROR(R.readFixedString(Str, 4)); |
| EXPECT_EQ(Str, StringRef("GHIJ")); |
| EXPECT_EQ(0U, S.getNumBytesCopied()); |
| } |
| |
| // Tests that a read which crosses a block boundary and cannot be referenced |
| // contiguously works and allocates only the precise amount of bytes |
| // requested. |
| TEST(MappedBlockStreamTest, CopyReadNonContiguousBreak) { |
| DiscontiguousFile F(BlocksAry, DataAry); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| StreamReader R(S); |
| StringRef Str; |
| EXPECT_NO_ERROR(R.readFixedString(Str, 10)); |
| EXPECT_EQ(Str, StringRef("ABCDEFGHIJ")); |
| EXPECT_EQ(10U, S.getNumBytesCopied()); |
| } |
| |
| // Test that an out of bounds read which doesn't cross a block boundary |
| // fails and allocates no memory. |
| TEST(MappedBlockStreamTest, InvalidReadSizeNoBreak) { |
| DiscontiguousFile F(BlocksAry, DataAry); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| StreamReader R(S); |
| StringRef Str; |
| |
| R.setOffset(10); |
| EXPECT_ERROR(R.readFixedString(Str, 1)); |
| EXPECT_EQ(0U, S.getNumBytesCopied()); |
| } |
| |
| // Test that an out of bounds read which crosses a contiguous block boundary |
| // fails and allocates no memory. |
| TEST(MappedBlockStreamTest, InvalidReadSizeContiguousBreak) { |
| DiscontiguousFile F(BlocksAry, DataAry); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| StreamReader R(S); |
| StringRef Str; |
| |
| R.setOffset(6); |
| EXPECT_ERROR(R.readFixedString(Str, 5)); |
| EXPECT_EQ(0U, S.getNumBytesCopied()); |
| } |
| |
| // Test that an out of bounds read which crosses a discontiguous block |
| // boundary fails and allocates no memory. |
| TEST(MappedBlockStreamTest, InvalidReadSizeNonContiguousBreak) { |
| DiscontiguousFile F(BlocksAry, DataAry); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| StreamReader R(S); |
| StringRef Str; |
| |
| EXPECT_ERROR(R.readFixedString(Str, 11)); |
| EXPECT_EQ(0U, S.getNumBytesCopied()); |
| } |
| |
| // Tests that a read which is entirely contained within a single block but |
| // beyond the end of a StreamRef fails. |
| TEST(MappedBlockStreamTest, ZeroCopyReadNoBreak) { |
| DiscontiguousFile F(BlocksAry, DataAry); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| StreamReader R(S); |
| StringRef Str; |
| EXPECT_NO_ERROR(R.readFixedString(Str, 1)); |
| EXPECT_EQ(Str, StringRef("A")); |
| EXPECT_EQ(0U, S.getNumBytesCopied()); |
| } |
| |
| // Tests that a read which is not aligned on the same boundary as a previous |
| // cached request, but which is known to overlap that request, shares the |
| // previous allocation. |
| TEST(MappedBlockStreamTest, UnalignedOverlappingRead) { |
| DiscontiguousFile F(BlocksAry, DataAry); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| StreamReader R(S); |
| StringRef Str1; |
| StringRef Str2; |
| EXPECT_NO_ERROR(R.readFixedString(Str1, 7)); |
| EXPECT_EQ(Str1, StringRef("ABCDEFG")); |
| EXPECT_EQ(7U, S.getNumBytesCopied()); |
| |
| R.setOffset(2); |
| EXPECT_NO_ERROR(R.readFixedString(Str2, 3)); |
| EXPECT_EQ(Str2, StringRef("CDE")); |
| EXPECT_EQ(Str1.data() + 2, Str2.data()); |
| EXPECT_EQ(7U, S.getNumBytesCopied()); |
| } |
| |
| // Tests that a read which is not aligned on the same boundary as a previous |
| // cached request, but which only partially overlaps a previous cached request, |
| // still works correctly and allocates again from the shared pool. |
| TEST(MappedBlockStreamTest, UnalignedOverlappingReadFail) { |
| DiscontiguousFile F(BlocksAry, DataAry); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| StreamReader R(S); |
| StringRef Str1; |
| StringRef Str2; |
| EXPECT_NO_ERROR(R.readFixedString(Str1, 6)); |
| EXPECT_EQ(Str1, StringRef("ABCDEF")); |
| EXPECT_EQ(6U, S.getNumBytesCopied()); |
| |
| R.setOffset(4); |
| EXPECT_NO_ERROR(R.readFixedString(Str2, 4)); |
| EXPECT_EQ(Str2, StringRef("EFGH")); |
| EXPECT_EQ(10U, S.getNumBytesCopied()); |
| } |
| |
| TEST(MappedBlockStreamTest, WriteBeyondEndOfStream) { |
| static uint8_t Data[] = {'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J'}; |
| static uint8_t LargeBuffer[] = {'0', '1', '2', '3', '4', '5', |
| '6', '7', '8', '9', 'A'}; |
| static uint8_t SmallBuffer[] = {'0', '1', '2'}; |
| static_assert(sizeof(LargeBuffer) > sizeof(Data), |
| "LargeBuffer is not big enough"); |
| |
| DiscontiguousFile F(BlocksAry, Data); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| ArrayRef<uint8_t> Buffer; |
| |
| EXPECT_ERROR(S.writeBytes(0, ArrayRef<uint8_t>(LargeBuffer))); |
| EXPECT_NO_ERROR(S.writeBytes(0, ArrayRef<uint8_t>(SmallBuffer))); |
| EXPECT_NO_ERROR(S.writeBytes(7, ArrayRef<uint8_t>(SmallBuffer))); |
| EXPECT_ERROR(S.writeBytes(8, ArrayRef<uint8_t>(SmallBuffer))); |
| } |
| |
| TEST(MappedBlockStreamTest, TestWriteBytesNoBreakBoundary) { |
| static uint8_t Data[] = {'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J'}; |
| DiscontiguousFile F(BlocksAry, Data); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| ArrayRef<uint8_t> Buffer; |
| |
| EXPECT_NO_ERROR(S.readBytes(0, 1, Buffer)); |
| EXPECT_EQ(Buffer, ArrayRef<uint8_t>('A')); |
| EXPECT_NO_ERROR(S.readBytes(9, 1, Buffer)); |
| EXPECT_EQ(Buffer, ArrayRef<uint8_t>('J')); |
| |
| EXPECT_NO_ERROR(S.writeBytes(0, ArrayRef<uint8_t>('J'))); |
| EXPECT_NO_ERROR(S.writeBytes(9, ArrayRef<uint8_t>('A'))); |
| |
| EXPECT_NO_ERROR(S.readBytes(0, 1, Buffer)); |
| EXPECT_EQ(Buffer, ArrayRef<uint8_t>('J')); |
| EXPECT_NO_ERROR(S.readBytes(9, 1, Buffer)); |
| EXPECT_EQ(Buffer, ArrayRef<uint8_t>('A')); |
| |
| EXPECT_NO_ERROR(S.writeBytes(0, ArrayRef<uint8_t>('A'))); |
| EXPECT_NO_ERROR(S.writeBytes(9, ArrayRef<uint8_t>('J'))); |
| |
| EXPECT_NO_ERROR(S.readBytes(0, 1, Buffer)); |
| EXPECT_EQ(Buffer, ArrayRef<uint8_t>('A')); |
| EXPECT_NO_ERROR(S.readBytes(9, 1, Buffer)); |
| EXPECT_EQ(Buffer, ArrayRef<uint8_t>('J')); |
| } |
| |
| TEST(MappedBlockStreamTest, TestWriteBytesBreakBoundary) { |
| static uint8_t Data[] = {'0', '0', '0', '0', '0', '0', '0', '0', '0', '0'}; |
| static uint8_t TestData[] = {'T', 'E', 'S', 'T', 'I', 'N', 'G', '.'}; |
| static uint8_t Expected[] = {'T', 'E', 'S', 'N', 'I', |
| 'T', 'G', '.', '0', '0'}; |
| |
| DiscontiguousFile F(BlocksAry, Data); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| ArrayRef<uint8_t> Buffer; |
| |
| EXPECT_NO_ERROR(S.writeBytes(0, TestData)); |
| // First just compare the memory, then compare the result of reading the |
| // string out. |
| EXPECT_EQ(ArrayRef<uint8_t>(Data), ArrayRef<uint8_t>(Expected)); |
| |
| EXPECT_NO_ERROR(S.readBytes(0, 8, Buffer)); |
| EXPECT_EQ(Buffer, ArrayRef<uint8_t>(TestData)); |
| } |
| |
| TEST(MappedBlockStreamTest, TestWriteThenRead) { |
| std::vector<uint8_t> DataBytes(10); |
| MutableArrayRef<uint8_t> Data(DataBytes); |
| const uint32_t Blocks[] = {2, 1, 0, 6, 3, 4, 5, 7, 9, 8}; |
| |
| DiscontiguousFile F(Blocks, Data); |
| MappedBlockStreamImpl S(llvm::make_unique<IndexedStreamData>(0, F), F); |
| |
| enum class MyEnum : uint32_t { Val1 = 2908234, Val2 = 120891234 }; |
| using support::ulittle32_t; |
| |
| uint16_t u16[] = {31468, 0}; |
| uint32_t u32[] = {890723408, 0}; |
| MyEnum Enum[] = {MyEnum::Val1, MyEnum::Val2}; |
| StringRef ZStr[] = {"Zero Str", ""}; |
| StringRef FStr[] = {"Fixed Str", ""}; |
| uint8_t byteArray0[] = {'1', '2'}; |
| uint8_t byteArray1[] = {'0', '0'}; |
| ArrayRef<uint8_t> byteArrayRef0(byteArray0); |
| ArrayRef<uint8_t> byteArrayRef1(byteArray1); |
| ArrayRef<uint8_t> byteArray[] = { byteArrayRef0, byteArrayRef1 }; |
| ArrayRef<uint32_t> intArray[] = {{890723408, 29082234}, {0, 0}}; |
| |
| StreamReader Reader(S); |
| StreamWriter Writer(S); |
| EXPECT_NO_ERROR(Writer.writeInteger(u16[0])); |
| EXPECT_NO_ERROR(Reader.readInteger(u16[1])); |
| EXPECT_EQ(u16[0], u16[1]); |
| EXPECT_EQ(std::vector<uint8_t>({0, 0x7A, 0xEC, 0, 0, 0, 0, 0, 0, 0}), |
| DataBytes); |
| |
| Reader.setOffset(0); |
| Writer.setOffset(0); |
| ::memset(DataBytes.data(), 0, 10); |
| EXPECT_NO_ERROR(Writer.writeInteger(u32[0])); |
| EXPECT_NO_ERROR(Reader.readInteger(u32[1])); |
| EXPECT_EQ(u32[0], u32[1]); |
| EXPECT_EQ(std::vector<uint8_t>({0x17, 0x5C, 0x50, 0, 0, 0, 0x35, 0, 0, 0}), |
| DataBytes); |
| |
| Reader.setOffset(0); |
| Writer.setOffset(0); |
| ::memset(DataBytes.data(), 0, 10); |
| EXPECT_NO_ERROR(Writer.writeEnum(Enum[0])); |
| EXPECT_NO_ERROR(Reader.readEnum(Enum[1])); |
| EXPECT_EQ(Enum[0], Enum[1]); |
| EXPECT_EQ(std::vector<uint8_t>({0x2C, 0x60, 0x4A, 0, 0, 0, 0, 0, 0, 0}), |
| DataBytes); |
| |
| Reader.setOffset(0); |
| Writer.setOffset(0); |
| ::memset(DataBytes.data(), 0, 10); |
| EXPECT_NO_ERROR(Writer.writeZeroString(ZStr[0])); |
| EXPECT_NO_ERROR(Reader.readZeroString(ZStr[1])); |
| EXPECT_EQ(ZStr[0], ZStr[1]); |
| EXPECT_EQ( |
| std::vector<uint8_t>({'r', 'e', 'Z', ' ', 'S', 't', 'o', 'r', 0, 0}), |
| DataBytes); |
| |
| Reader.setOffset(0); |
| Writer.setOffset(0); |
| ::memset(DataBytes.data(), 0, 10); |
| EXPECT_NO_ERROR(Writer.writeFixedString(FStr[0])); |
| EXPECT_NO_ERROR(Reader.readFixedString(FStr[1], FStr[0].size())); |
| EXPECT_EQ(FStr[0], FStr[1]); |
| EXPECT_EQ( |
| std::vector<uint8_t>({'x', 'i', 'F', 'd', ' ', 'S', 'e', 't', 0, 'r'}), |
| DataBytes); |
| |
| Reader.setOffset(0); |
| Writer.setOffset(0); |
| ::memset(DataBytes.data(), 0, 10); |
| EXPECT_NO_ERROR(Writer.writeArray(byteArray[0])); |
| EXPECT_NO_ERROR(Reader.readArray(byteArray[1], byteArray[0].size())); |
| EXPECT_EQ(byteArray[0], byteArray[1]); |
| EXPECT_EQ(std::vector<uint8_t>({0, 0x32, 0x31, 0, 0, 0, 0, 0, 0, 0}), |
| DataBytes); |
| |
| Reader.setOffset(0); |
| Writer.setOffset(0); |
| ::memset(DataBytes.data(), 0, 10); |
| EXPECT_NO_ERROR(Writer.writeArray(intArray[0])); |
| EXPECT_NO_ERROR(Reader.readArray(intArray[1], intArray[0].size())); |
| EXPECT_EQ(intArray[0], intArray[1]); |
| } |
| |
| TEST(MappedBlockStreamTest, TestWriteContiguousStreamRef) { |
| std::vector<uint8_t> DestDataBytes(10); |
| MutableArrayRef<uint8_t> DestData(DestDataBytes); |
| const uint32_t DestBlocks[] = {2, 1, 0, 6, 3, 4, 5, 7, 9, 8}; |
| |
| std::vector<uint8_t> SrcDataBytes(10); |
| MutableArrayRef<uint8_t> SrcData(SrcDataBytes); |
| |
| DiscontiguousFile F(DestBlocks, DestData); |
| MappedBlockStreamImpl DestStream(llvm::make_unique<IndexedStreamData>(0, F), |
| F); |
| |
| // First write "Test Str" into the source stream. |
| ByteStream<true> SourceStream(SrcData); |
| StreamWriter SourceWriter(SourceStream); |
| EXPECT_NO_ERROR(SourceWriter.writeZeroString("Test Str")); |
| EXPECT_EQ(SrcDataBytes, std::vector<uint8_t>( |
| {'T', 'e', 's', 't', ' ', 'S', 't', 'r', 0, 0})); |
| |
| // Then write the source stream into the dest stream. |
| StreamWriter DestWriter(DestStream); |
| EXPECT_NO_ERROR(DestWriter.writeStreamRef(SourceStream)); |
| EXPECT_EQ(DestDataBytes, std::vector<uint8_t>( |
| {'s', 'e', 'T', ' ', 'S', 't', 't', 'r', 0, 0})); |
| |
| // Then read the string back out of the dest stream. |
| StringRef Result; |
| StreamReader DestReader(DestStream); |
| EXPECT_NO_ERROR(DestReader.readZeroString(Result)); |
| EXPECT_EQ(Result, "Test Str"); |
| } |
| |
| TEST(MappedBlockStreamTest, TestWriteDiscontiguousStreamRef) { |
| std::vector<uint8_t> DestDataBytes(10); |
| MutableArrayRef<uint8_t> DestData(DestDataBytes); |
| const uint32_t DestBlocks[] = {2, 1, 0, 6, 3, 4, 5, 7, 9, 8}; |
| |
| std::vector<uint8_t> SrcDataBytes(10); |
| MutableArrayRef<uint8_t> SrcData(SrcDataBytes); |
| const uint32_t SrcBlocks[] = {1, 0, 6, 3, 4, 5, 2, 7, 8, 9}; |
| |
| DiscontiguousFile DestFile(DestBlocks, DestData); |
| DiscontiguousFile SrcFile(SrcBlocks, SrcData); |
| |
| MappedBlockStreamImpl DestStream( |
| llvm::make_unique<IndexedStreamData>(0, DestFile), DestFile); |
| MappedBlockStreamImpl SrcStream( |
| llvm::make_unique<IndexedStreamData>(0, SrcFile), SrcFile); |
| |
| // First write "Test Str" into the source stream. |
| StreamWriter SourceWriter(SrcStream); |
| EXPECT_NO_ERROR(SourceWriter.writeZeroString("Test Str")); |
| EXPECT_EQ(SrcDataBytes, std::vector<uint8_t>( |
| {'e', 'T', 't', 't', ' ', 'S', 's', 'r', 0, 0})); |
| |
| // Then write the source stream into the dest stream. |
| StreamWriter DestWriter(DestStream); |
| EXPECT_NO_ERROR(DestWriter.writeStreamRef(SrcStream)); |
| EXPECT_EQ(DestDataBytes, std::vector<uint8_t>( |
| {'s', 'e', 'T', ' ', 'S', 't', 't', 'r', 0, 0})); |
| |
| // Then read the string back out of the dest stream. |
| StringRef Result; |
| StreamReader DestReader(DestStream); |
| EXPECT_NO_ERROR(DestReader.readZeroString(Result)); |
| EXPECT_EQ(Result, "Test Str"); |
| } |
| |
| } // end anonymous namespace |