Merge pull request #2084 from kuzudb/var-list-offset-compression

Bitpack VAR_LIST offset data
kuzudb · Sep 26, 2023 · 9b4fd80 · 9b4fd80
2 parents 58ba29b + 8f382a9
commit 9b4fd80
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/src/storage/store/column_chunk.cpp b/src/storage/store/column_chunk.cpp
@@ -121,6 +121,7 @@ ColumnChunk::ColumnChunk(
             GetCompressionMetadata(std::make_unique<IntegerBitpacking<int32_t>>(), this->dataType);
         break;
     }
+    case PhysicalTypeID::VAR_LIST:
     case PhysicalTypeID::UINT64: {
         flushBufferFunction =
             CompressedFlushBuffer(std::make_unique<IntegerBitpacking<uint64_t>>(), this->dataType);

diff --git a/src/storage/store/compression.cpp b/src/storage/store/compression.cpp
@@ -84,6 +84,7 @@ bool CompressionMetadata::canUpdateInPlace(
             return IntegerBitpacking<int32_t>::canUpdateInPlace(
                 value, BitpackHeader::readHeader(data));
         }
+        case PhysicalTypeID::VAR_LIST:
         case PhysicalTypeID::UINT64: {
             auto value = vector.getValue<uint64_t>(pos);
             return IntegerBitpacking<uint64_t>::canUpdateInPlace(
@@ -120,6 +121,7 @@ uint64_t CompressionMetadata::numValues(uint64_t pageSize, const LogicalType& da
             return IntegerBitpacking<int64_t>::numValues(pageSize, BitpackHeader::readHeader(data));
         case PhysicalTypeID::INT32:
             return IntegerBitpacking<int32_t>::numValues(pageSize, BitpackHeader::readHeader(data));
+        case PhysicalTypeID::VAR_LIST:
         case PhysicalTypeID::UINT64:
             return IntegerBitpacking<int64_t>::numValues(pageSize, BitpackHeader::readHeader(data));
         case PhysicalTypeID::UINT32:
@@ -382,6 +384,7 @@ void ReadCompressedValuesFromPageToVector::operator()(uint8_t* frame, PageElemen
             return IntegerBitpacking<int32_t>().decompressFromPage(frame, pageCursor.elemPosInPage,
                 resultVector->getData(), posInVector, numValuesToRead, metadata);
         }
+        case PhysicalTypeID::VAR_LIST:
         case PhysicalTypeID::UINT64: {
             return IntegerBitpacking<uint64_t>().decompressFromPage(frame, pageCursor.elemPosInPage,
                 resultVector->getData(), posInVector, numValuesToRead, metadata);
@@ -419,6 +422,7 @@ void ReadCompressedValuesFromPage::operator()(uint8_t* frame, PageElementCursor&
             return IntegerBitpacking<int32_t>().decompressFromPage(frame, pageCursor.elemPosInPage,
                 result, startPosInResult, numValuesToRead, metadata);
         }
+        case PhysicalTypeID::VAR_LIST:
         case PhysicalTypeID::UINT64: {
             return IntegerBitpacking<uint64_t>().decompressFromPage(frame, pageCursor.elemPosInPage,
                 result, startPosInResult, numValuesToRead, metadata);
@@ -455,6 +459,7 @@ void WriteCompressedValueToPage::operator()(uint8_t* frame, uint16_t posInFrame,
             return IntegerBitpacking<int32_t>().setValueFromUncompressed(
                 vector->getData(), posInVector, frame, posInFrame, metadata);
         }
+        case PhysicalTypeID::VAR_LIST:
         case PhysicalTypeID::UINT64: {
             return IntegerBitpacking<uint64_t>().setValueFromUncompressed(
                 vector->getData(), posInVector, frame, posInFrame, metadata);