add crc checksums to sstables (#28)

thomasjungblut · Jul 28, 2024 · 1d4647f · 1d4647f
1 parent 33f6ecd
commit 1d4647f
Show file tree

Hide file tree

Showing 36 changed files with 581 additions and 99 deletions.
diff --git a/_examples/proto/hello_world.pb.go b/_examples/proto/hello_world.pb.go
diff --git a/_examples/proto/mutation.pb.go b/_examples/proto/mutation.pb.go
diff --git a/recordio/test_files/text_line.pb.go b/recordio/test_files/text_line.pb.go
diff --git a/simpledb/proto/compaction_metadata.pb.go b/simpledb/proto/compaction_metadata.pb.go
diff --git a/simpledb/proto/wal_mutation.pb.go b/simpledb/proto/wal_mutation.pb.go
diff --git a/sstables/proto/sstable.pb.go b/sstables/proto/sstable.pb.go
diff --git a/sstables/proto/sstable.proto b/sstables/proto/sstable.proto
@@ -5,9 +5,10 @@ option go_package = "github.com/thomasjungblut/go-sstables/sstables/proto";
 message IndexEntry {
     bytes key = 1;
     uint64 valueOffset = 2;
+    uint64 checksum = 3; // a golang crc-64 checksum of the respective dataEntry
 }
 
-// deprecated, it's unncessary overhead to marshal the bytes once more
+// deprecated, it's unnecessary overhead to marshal the bytes once more
 message DataEntry {
     bytes value = 1;
 }
@@ -20,4 +21,5 @@ message MetaData {
     uint64 indexBytes = 5;
     uint64 totalBytes = 6;
     uint32 version = 7; // currently version 1, the default is version 0 with protos as values
+    uint64 skippedRecords = 8;
 }