| // Copyright 2019 The Wuffs Authors. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // https://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| package rac |
| |
| import ( |
| "bytes" |
| "encoding/hex" |
| "fmt" |
| "hash/crc32" |
| "io" |
| "io/ioutil" |
| "math/rand" |
| "os" |
| "strings" |
| "testing" |
| ) |
| |
| const bytesPerHexDumpLine = 79 |
| |
| // fakeCodec is the codec used by this file's low level tests. The compressed |
| // data is not actually in the Zlib format, but this Codec's value is |
| // CodecZlib, since we need a valid Codec value, and CodecZlib is as good a |
| // value as any other. |
| const fakeCodec = CodecZlib |
| |
| var unhex = [256]uint8{ |
| '0': 0x00, '1': 0x01, '2': 0x02, '3': 0x03, '4': 0x04, |
| '5': 0x05, '6': 0x06, '7': 0x07, '8': 0x08, '9': 0x09, |
| 'A': 0x0A, 'B': 0x0B, 'C': 0x0C, 'D': 0x0D, 'E': 0x0E, 'F': 0x0F, |
| 'a': 0x0A, 'b': 0x0B, 'c': 0x0C, 'd': 0x0D, 'e': 0x0E, 'f': 0x0F, |
| } |
| |
| func undoHexDump(s string) (ret []byte) { |
| for s != "" { |
| for i := 0; i < 16; i++ { |
| pos := 10 + 3*i |
| if i > 7 { |
| pos++ |
| } |
| c0 := s[pos+0] |
| c1 := s[pos+1] |
| if c0 == ' ' { |
| break |
| } |
| ret = append(ret, (unhex[c0]<<4)|unhex[c1]) |
| } |
| if n := strings.IndexByte(s, '\n'); n >= 0 { |
| s = s[n+1:] |
| } else { |
| break |
| } |
| } |
| return ret |
| } |
| |
| const writerWantEmpty = "" + |
| "00000000 72 c3 63 01 0d f8 00 ff 00 00 00 00 00 00 00 00 |r.c.............|\n" + |
| "00000010 20 00 00 00 00 00 01 ff 20 00 00 00 00 00 01 01 | ....... .......|\n" |
| |
| const writerWantILAEnd = "" + |
| "00000000 72 c3 63 00 52 72 72 53 73 41 61 61 42 62 62 62 |r.c.RrrSsAaaBbbb|\n" + |
| "00000010 43 63 63 63 63 63 63 63 63 63 31 32 72 c3 63 05 |Cccccccccc12r.c.|\n" + |
| "00000020 2d 9a 00 ff 00 00 00 00 00 00 00 ff 00 00 00 00 |-...............|\n" + |
| "00000030 00 00 00 ff 11 00 00 00 00 00 00 ff 33 00 00 00 |............3...|\n" + |
| "00000040 00 00 00 01 77 00 00 00 00 00 00 01 04 00 00 00 |....w...........|\n" + |
| "00000050 00 00 01 ff 07 00 00 00 00 00 01 ff 09 00 00 00 |................|\n" + |
| "00000060 00 00 01 ff 0c 00 00 00 00 00 01 00 10 00 00 00 |................|\n" + |
| "00000070 00 00 01 00 7c 00 00 00 00 00 01 05 |....|.......|\n" |
| |
| const writerWantILAEndCPageSize8 = "" + |
| "00000000 72 c3 63 00 52 72 72 00 53 73 41 61 61 00 00 00 |r.c.Rrr.SsAaa...|\n" + |
| "00000010 42 62 62 62 43 63 63 63 63 63 63 63 63 63 31 32 |BbbbCccccccccc12|\n" + |
| "00000020 72 c3 63 05 a0 81 00 ff 00 00 00 00 00 00 00 ff |r.c.............|\n" + |
| "00000030 00 00 00 00 00 00 00 ff 11 00 00 00 00 00 00 ff |................|\n" + |
| "00000040 33 00 00 00 00 00 00 01 77 00 00 00 00 00 00 01 |3.......w.......|\n" + |
| "00000050 04 00 00 00 00 00 01 ff 08 00 00 00 00 00 01 ff |................|\n" + |
| "00000060 0a 00 00 00 00 00 01 ff 10 00 00 00 00 00 01 00 |................|\n" + |
| "00000070 14 00 00 00 00 00 01 00 80 00 00 00 00 00 01 05 |................|\n" |
| |
| const writerWantILAStart = "" + |
| "00000000 72 c3 63 05 8c 03 00 ff 00 00 00 00 00 00 00 ff |r.c.............|\n" + |
| "00000010 00 00 00 00 00 00 00 ff 11 00 00 00 00 00 00 ff |................|\n" + |
| "00000020 33 00 00 00 00 00 00 01 77 00 00 00 00 00 00 01 |3.......w.......|\n" + |
| "00000030 60 00 00 00 00 00 01 ff 63 00 00 00 00 00 01 ff |`.......c.......|\n" + |
| "00000040 65 00 00 00 00 00 01 ff 68 00 00 00 00 00 01 00 |e.......h.......|\n" + |
| "00000050 6c 00 00 00 00 00 01 00 78 00 00 00 00 00 01 05 |l.......x.......|\n" + |
| "00000060 52 72 72 53 73 41 61 61 42 62 62 62 43 63 63 63 |RrrSsAaaBbbbCccc|\n" + |
| "00000070 63 63 63 63 63 63 31 32 |cccccc12|\n" |
| |
| const writerWantILAStartCPageSize4 = "" + |
| "00000000 72 c3 63 05 cc 93 00 ff 00 00 00 00 00 00 00 ff |r.c.............|\n" + |
| "00000010 00 00 00 00 00 00 00 ff 11 00 00 00 00 00 00 ff |................|\n" + |
| "00000020 33 00 00 00 00 00 00 01 77 00 00 00 00 00 00 01 |3.......w.......|\n" + |
| "00000030 60 00 00 00 00 00 01 ff 64 00 00 00 00 00 01 ff |`.......d.......|\n" + |
| "00000040 68 00 00 00 00 00 01 ff 6c 00 00 00 00 00 01 00 |h.......l.......|\n" + |
| "00000050 70 00 00 00 00 00 01 00 7c 00 00 00 00 00 01 05 |p.......|.......|\n" + |
| "00000060 52 72 72 00 53 73 00 00 41 61 61 00 42 62 62 62 |Rrr.Ss..Aaa.Bbbb|\n" + |
| "00000070 43 63 63 63 63 63 63 63 63 63 31 32 |Cccccccccc12|\n" |
| |
| const writerWantILAStartCPageSize128 = "" + |
| "00000000 72 c3 63 05 e8 00 00 ff 00 00 00 00 00 00 00 ff |r.c.............|\n" + |
| "00000010 00 00 00 00 00 00 00 ff 11 00 00 00 00 00 00 ff |................|\n" + |
| "00000020 33 00 00 00 00 00 00 01 77 00 00 00 00 00 00 01 |3.......w.......|\n" + |
| "00000030 80 00 00 00 00 00 01 ff 83 00 00 00 00 00 01 ff |................|\n" + |
| "00000040 85 00 00 00 00 00 01 ff 88 00 00 00 00 00 01 00 |................|\n" + |
| "00000050 8c 00 00 00 00 00 01 00 98 00 00 00 00 00 01 05 |................|\n" + |
| "00000060 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................|\n" + |
| "00000070 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................|\n" + |
| "00000080 52 72 72 53 73 41 61 61 42 62 62 62 43 63 63 63 |RrrSsAaaBbbbCccc|\n" + |
| "00000090 63 63 63 63 63 63 31 32 |cccccc12|\n" |
| |
| func TestWriterILAEndEmpty(tt *testing.T) { |
| if err := testWriter(IndexLocationAtEnd, nil, 0, true); err != nil { |
| tt.Fatal(err) |
| } |
| } |
| |
| func TestWriterILAStartEmpty(tt *testing.T) { |
| tempFile := &bytes.Buffer{} |
| if err := testWriter(IndexLocationAtStart, tempFile, 0, true); err != nil { |
| tt.Fatal(err) |
| } |
| } |
| |
| func TestWriterILAEndNoTempFile(tt *testing.T) { |
| if err := testWriter(IndexLocationAtEnd, nil, 0, false); err != nil { |
| tt.Fatal(err) |
| } |
| } |
| |
| func TestWriterILAEndMemTempFile(tt *testing.T) { |
| tempFile := &bytes.Buffer{} |
| if err := testWriter(IndexLocationAtEnd, tempFile, 0, false); err == nil { |
| tt.Fatal("err: got nil, want non-nil") |
| } else if !strings.HasPrefix(err.Error(), "rac: IndexLocationAtEnd requires") { |
| tt.Fatal(err) |
| } |
| } |
| |
| func TestWriterILAStartNoTempFile(tt *testing.T) { |
| if err := testWriter(IndexLocationAtStart, nil, 0, false); err == nil { |
| tt.Fatal("err: got nil, want non-nil") |
| } else if !strings.HasPrefix(err.Error(), "rac: IndexLocationAtStart requires") { |
| tt.Fatal(err) |
| } |
| } |
| |
| func TestWriterILAStartMemTempFile(tt *testing.T) { |
| tempFile := &bytes.Buffer{} |
| if err := testWriter(IndexLocationAtStart, tempFile, 0, false); err != nil { |
| tt.Fatal(err) |
| } |
| } |
| |
| func TestWriterILAStartRealTempFile(tt *testing.T) { |
| f, err := ioutil.TempFile("", "rac_test") |
| if err != nil { |
| tt.Fatalf("TempFile: %v", err) |
| } |
| defer os.Remove(f.Name()) |
| defer f.Close() |
| |
| if err := testWriter(IndexLocationAtStart, f, 0, false); err != nil { |
| tt.Fatal(err) |
| } |
| } |
| |
| func TestWriterILAEndCPageSize8(tt *testing.T) { |
| if err := testWriter(IndexLocationAtEnd, nil, 8, false); err != nil { |
| tt.Fatal(err) |
| } |
| } |
| |
| func TestWriterILAStartCPageSize4(tt *testing.T) { |
| tempFile := &bytes.Buffer{} |
| if err := testWriter(IndexLocationAtStart, tempFile, 4, false); err != nil { |
| tt.Fatal(err) |
| } |
| } |
| |
| func TestWriterILAStartCPageSize128(tt *testing.T) { |
| tempFile := &bytes.Buffer{} |
| if err := testWriter(IndexLocationAtStart, tempFile, 128, false); err != nil { |
| tt.Fatal(err) |
| } |
| } |
| |
| func testWriter(iloc IndexLocation, tempFile io.ReadWriter, cPageSize uint64, empty bool) error { |
| buf := &bytes.Buffer{} |
| w := &ChunkWriter{ |
| Writer: buf, |
| IndexLocation: iloc, |
| TempFile: tempFile, |
| CPageSize: cPageSize, |
| } |
| |
| if !empty { |
| // We ignore errors (assigning them to _) from the AddXxx calls. Any |
| // non-nil errors are sticky, and should be returned by Close. |
| // |
| // These {Aa,Bb,Cc} chunks are also used in the reader test. |
| res0, _ := w.AddResource([]byte("Rrr")) |
| res1, _ := w.AddResource([]byte("Ss")) |
| _ = w.AddChunk(0x11, fakeCodec, []byte("Aaa"), 0, 0) |
| _ = w.AddChunk(0x22, fakeCodec, []byte("Bbbb"), res0, 0) |
| _ = w.AddChunk(0x44, fakeCodec, []byte("Cccccccccc12"), res0, res1) |
| } |
| |
| if err := w.Close(); err != nil { |
| return err |
| } |
| got := hex.Dump(buf.Bytes()) |
| |
| want := "" |
| switch { |
| case empty: |
| want = writerWantEmpty |
| case (iloc == IndexLocationAtEnd) && (cPageSize == 0): |
| want = writerWantILAEnd |
| case (iloc == IndexLocationAtEnd) && (cPageSize == 8): |
| want = writerWantILAEndCPageSize8 |
| case (iloc == IndexLocationAtStart) && (cPageSize == 0): |
| want = writerWantILAStart |
| case (iloc == IndexLocationAtStart) && (cPageSize == 4): |
| want = writerWantILAStartCPageSize4 |
| case (iloc == IndexLocationAtStart) && (cPageSize == 128): |
| want = writerWantILAStartCPageSize128 |
| default: |
| return fmt.Errorf("unsupported iloc/cPageSize combination") |
| } |
| |
| if got != want { |
| return fmt.Errorf("\ngot:\n%s\nwant:\n%s", got, want) |
| } |
| return nil |
| } |
| |
| func TestMultiLevelIndex(tt *testing.T) { |
| buf := &bytes.Buffer{} |
| w := &ChunkWriter{ |
| Writer: buf, |
| IndexLocation: IndexLocationAtStart, |
| TempFile: &bytes.Buffer{}, |
| } |
| |
| // Write 260 chunks with 3 resources. With the current "func gather" |
| // algorithm, this results in a root node with two children, both of which |
| // are branch nodes. The first branch contains 252 chunks and refers to 3 |
| // resources (so that its arity is 255). The second branch contains 8 |
| // chunks and refers to 1 resource (so that its arity is 9). |
| xRes := OptResource(0) |
| yRes := OptResource(0) |
| zRes := OptResource(0) |
| primaries := []byte(nil) |
| for i := 0; i < 260; i++ { |
| secondary := OptResource(0) |
| tertiary := OptResource(0) |
| |
| switch i { |
| case 3: |
| xRes, _ = w.AddResource([]byte("XX")) |
| yRes, _ = w.AddResource([]byte("YY")) |
| secondary = xRes |
| tertiary = yRes |
| |
| case 4: |
| zRes, _ = w.AddResource([]byte("ZZ")) |
| secondary = yRes |
| tertiary = zRes |
| |
| case 259: |
| secondary = yRes |
| } |
| |
| primary := []byte(fmt.Sprintf("p%02x", i&0xFF)) |
| if i > 255 { |
| primary[0] = 'q' |
| } |
| primaries = append(primaries, primary...) |
| _ = w.AddChunk(0x10000, fakeCodec, primary, secondary, tertiary) |
| } |
| |
| if err := w.Close(); err != nil { |
| tt.Fatalf("Close: %v", err) |
| } |
| |
| encoded := buf.Bytes() |
| if got, want := len(encoded), 0x13E2; got != want { |
| tt.Fatalf("len(encoded): got 0x%X, want 0x%X", got, want) |
| } |
| |
| gotHexDump := hex.Dump(encoded) |
| gotHexDump = "" + |
| gotHexDump[0x000*bytesPerHexDumpLine:0x008*bytesPerHexDumpLine] + |
| "...\n" + |
| gotHexDump[0x080*bytesPerHexDumpLine:0x088*bytesPerHexDumpLine] + |
| "...\n" + |
| gotHexDump[0x100*bytesPerHexDumpLine:0x110*bytesPerHexDumpLine] + |
| "...\n" + |
| gotHexDump[0x13C*bytesPerHexDumpLine:] |
| |
| const wantHexDump = "" + |
| "00000000 72 c3 63 02 ec 35 00 fe 00 00 fc 00 00 00 00 fe |r.c..5..........|\n" + |
| "00000010 00 00 04 01 00 00 00 01 30 00 00 00 00 00 04 ff |........0.......|\n" + |
| "00000020 30 10 00 00 00 00 01 ff e2 13 00 00 00 00 01 02 |0...............|\n" + |
| "00000030 72 c3 63 ff 81 14 00 ff 00 00 00 00 00 00 00 ff |r.c.............|\n" + |
| "00000040 00 00 00 00 00 00 00 ff 00 00 00 00 00 00 00 ff |................|\n" + |
| "00000050 00 00 01 00 00 00 00 ff 00 00 02 00 00 00 00 ff |................|\n" + |
| "00000060 00 00 03 00 00 00 00 01 00 00 04 00 00 00 00 02 |................|\n" + |
| "00000070 00 00 05 00 00 00 00 ff 00 00 06 00 00 00 00 ff |................|\n" + |
| "...\n" + |
| "00000800 00 00 f7 00 00 00 00 ff 00 00 f8 00 00 00 00 ff |................|\n" + |
| "00000810 00 00 f9 00 00 00 00 ff 00 00 fa 00 00 00 00 ff |................|\n" + |
| "00000820 00 00 fb 00 00 00 00 ff 00 00 fc 00 00 00 00 01 |................|\n" + |
| "00000830 d9 10 00 00 00 00 01 ff db 10 00 00 00 00 01 ff |................|\n" + |
| "00000840 e0 10 00 00 00 00 01 ff d0 10 00 00 00 00 01 ff |................|\n" + |
| "00000850 d3 10 00 00 00 00 01 ff d6 10 00 00 00 00 01 ff |................|\n" + |
| "00000860 dd 10 00 00 00 00 01 00 e2 10 00 00 00 00 01 01 |................|\n" + |
| "00000870 e5 10 00 00 00 00 01 ff e8 10 00 00 00 00 01 ff |................|\n" + |
| "...\n" + |
| "00001000 bb 13 00 00 00 00 01 ff be 13 00 00 00 00 01 ff |................|\n" + |
| "00001010 c1 13 00 00 00 00 01 ff c4 13 00 00 00 00 01 ff |................|\n" + |
| "00001020 c7 13 00 00 00 00 01 ff e2 13 00 00 00 00 01 ff |................|\n" + |
| "00001030 72 c3 63 09 53 ad 00 ff 00 00 00 00 00 00 00 ff |r.c.S...........|\n" + |
| "00001040 00 00 01 00 00 00 00 ff 00 00 02 00 00 00 00 ff |................|\n" + |
| "00001050 00 00 03 00 00 00 00 ff 00 00 04 00 00 00 00 ff |................|\n" + |
| "00001060 00 00 05 00 00 00 00 ff 00 00 06 00 00 00 00 ff |................|\n" + |
| "00001070 00 00 07 00 00 00 00 ff 00 00 08 00 00 00 00 01 |................|\n" + |
| "00001080 db 10 00 00 00 00 01 ff ca 13 00 00 00 00 01 ff |................|\n" + |
| "00001090 cd 13 00 00 00 00 01 ff d0 13 00 00 00 00 01 ff |................|\n" + |
| "000010a0 d3 13 00 00 00 00 01 ff d6 13 00 00 00 00 01 ff |................|\n" + |
| "000010b0 d9 13 00 00 00 00 01 ff dc 13 00 00 00 00 01 ff |................|\n" + |
| "000010c0 df 13 00 00 00 00 01 00 e2 13 00 00 00 00 01 09 |................|\n" + |
| "000010d0 70 30 30 70 30 31 70 30 32 58 58 59 59 70 30 33 |p00p01p02XXYYp03|\n" + |
| "000010e0 5a 5a 70 30 34 70 30 35 70 30 36 70 30 37 70 30 |ZZp04p05p06p07p0|\n" + |
| "000010f0 38 70 30 39 70 30 61 70 30 62 70 30 63 70 30 64 |8p09p0ap0bp0cp0d|\n" + |
| "...\n" + |
| "000013c0 38 70 66 39 70 66 61 70 66 62 70 66 63 70 66 64 |8pf9pfapfbpfcpfd|\n" + |
| "000013d0 70 66 65 70 66 66 71 30 30 71 30 31 71 30 32 71 |pfepffq00q01q02q|\n" + |
| "000013e0 30 33 |03|\n" |
| |
| if gotHexDump != wantHexDump { |
| tt.Fatalf("\ngot:\n%s\nwant:\n%s", gotHexDump, wantHexDump) |
| } |
| |
| r := &ChunkReader{ |
| ReadSeeker: bytes.NewReader(encoded), |
| CompressedSize: int64(len(encoded)), |
| } |
| gotPrimaries := []byte(nil) |
| for { |
| c, err := r.NextChunk() |
| if err == io.EOF { |
| break |
| } else if err != nil { |
| tt.Fatalf("NextChunk: %v", err) |
| } |
| p0, p1 := c.CPrimary[0], c.CPrimary[1] |
| if (0 <= p0) && (p0 <= p1) && (p1 <= int64(len(encoded))) { |
| primary := encoded[p0:p1] |
| if len(primary) > 3 { |
| primary = primary[:3] |
| } |
| gotPrimaries = append(gotPrimaries, primary...) |
| } |
| } |
| if !bytes.Equal(gotPrimaries, primaries) { |
| tt.Fatalf("\ngot:\n%s\nwant:\n%s", gotPrimaries, primaries) |
| } |
| } |
| |
| func TestWriter1000Chunks(tt *testing.T) { |
| loop: |
| for i := 0; i < 2; i++ { |
| buf := &bytes.Buffer{} |
| w := &ChunkWriter{ |
| Writer: buf, |
| } |
| if i > 0 { |
| w.IndexLocation = IndexLocationAtStart |
| w.TempFile = &bytes.Buffer{} |
| } |
| |
| data := make([]byte, 1) |
| res, _ := w.AddResource(data) |
| for i := 0; i < 1000; i++ { |
| if i == 2*255 { |
| _ = w.AddChunk(1, fakeCodec, data, res, 0) |
| } else { |
| _ = w.AddChunk(1, fakeCodec, data, 0, 0) |
| } |
| } |
| if err := w.Close(); err != nil { |
| tt.Errorf("i=%d: Close: %v", i, err) |
| continue loop |
| } |
| |
| encoded := buf.Bytes() |
| r := &ChunkReader{ |
| ReadSeeker: bytes.NewReader(encoded), |
| CompressedSize: int64(len(encoded)), |
| } |
| for n := 0; ; n++ { |
| if _, err := r.NextChunk(); err == io.EOF { |
| if n != 1000 { |
| tt.Errorf("i=%d: number of chunks: got %d, want %d", i, n, 1000) |
| continue loop |
| } |
| break |
| } else if err != nil { |
| tt.Errorf("i=%d: NextChunk: %v", i, err) |
| continue loop |
| } |
| } |
| } |
| } |
| |
| func printChunks(chunks []Chunk) string { |
| ss := make([]string, len(chunks)) |
| for i, c := range chunks { |
| ss[i] = fmt.Sprintf("D:%#x, C0:%#x, C1:%#x, C2:%#x, S:%#x, T:%#x, C:%#x", |
| c.DRange, c.CPrimary, c.CSecondary, c.CTertiary, c.STag, c.TTag, c.Codec) |
| } |
| return strings.Join(ss, "\n") |
| } |
| |
| func TestChunkReader(tt *testing.T) { |
| testCases := []struct { |
| name string |
| compressed []byte |
| }{ |
| {"Empty", undoHexDump(writerWantEmpty)}, |
| {"ILAEnd", undoHexDump(writerWantILAEnd)}, |
| {"ILAEndCPageSize8", undoHexDump(writerWantILAEndCPageSize8)}, |
| {"ILAStart", undoHexDump(writerWantILAStart)}, |
| {"ILAStartCPageSize4", undoHexDump(writerWantILAStartCPageSize4)}, |
| {"ILAStartCPageSize128", undoHexDump(writerWantILAStartCPageSize128)}, |
| } |
| |
| loop: |
| for _, tc := range testCases { |
| snippet := func(r Range) string { |
| if r.Empty() { |
| return "" |
| } |
| if r[1] > int64(len(tc.compressed)) { |
| return "CRange goes beyond COffMax" |
| } |
| s := tc.compressed[r[0]:r[1]] |
| if len(s) > 2 { |
| return string(s[:2]) + "..." |
| } |
| return string(s) |
| } |
| |
| wantDecompressedSize := int64(0) |
| wantDescription := "" |
| if tc.name != "Empty" { |
| // These {Aa,Bb,Cc} chunks are also used in the writer test. |
| wantDecompressedSize = 0x11 + 0x22 + 0x44 |
| wantDescription = `` + |
| `DRangeSize:0x11, C0:"Aa...", C1:"", C2:""` + "\n" + |
| `DRangeSize:0x22, C0:"Bb...", C1:"Rr...", C2:""` + "\n" + |
| `DRangeSize:0x44, C0:"Cc...", C1:"Rr...", C2:"Ss..."` |
| } |
| |
| r := &ChunkReader{ |
| ReadSeeker: bytes.NewReader(tc.compressed), |
| CompressedSize: int64(len(tc.compressed)), |
| } |
| |
| if gotDecompressedSize, err := r.DecompressedSize(); err != nil { |
| tt.Errorf("%q test case: %v", tc.name, err) |
| continue loop |
| } else if gotDecompressedSize != wantDecompressedSize { |
| tt.Errorf("%q test case: DecompressedSize: got %d, want %d", |
| tc.name, gotDecompressedSize, wantDecompressedSize) |
| continue loop |
| } |
| |
| gotChunks := []Chunk(nil) |
| description := &bytes.Buffer{} |
| prevDRange1 := int64(0) |
| for { |
| c, err := r.NextChunk() |
| if err == io.EOF { |
| break |
| } else if err != nil { |
| tt.Errorf("%q test case: NextChunk: %v", tc.name, err) |
| continue loop |
| } |
| |
| if c.DRange[0] != prevDRange1 { |
| tt.Errorf("%q test case: NextChunk: DRange[0]: got %d, want %d", |
| tc.name, c.DRange[0], prevDRange1) |
| continue loop |
| } |
| prevDRange1 = c.DRange[1] |
| |
| gotChunks = append(gotChunks, c) |
| if description.Len() > 0 { |
| description.WriteByte('\n') |
| } |
| fmt.Fprintf(description, "DRangeSize:0x%X, C0:%q, C1:%q, C2:%q", |
| c.DRange.Size(), snippet(c.CPrimary), snippet(c.CSecondary), snippet(c.CTertiary)) |
| } |
| |
| if tc.name == "Empty" { |
| if len(gotChunks) != 0 { |
| tt.Errorf("%q test case: NextChunk: got non-empty, want empty", tc.name) |
| } |
| continue loop |
| } |
| |
| gotDescription := description.String() |
| if gotDescription != wantDescription { |
| tt.Errorf("%q test case: NextChunk:\n got\n%s\n which is\n%s\n want\n%s", |
| tc.name, printChunks(gotChunks), gotDescription, wantDescription) |
| continue loop |
| } |
| |
| // NextChunk should return io.EOF. |
| if _, err := r.NextChunk(); err != io.EOF { |
| tt.Errorf("%q test case: NextChunk: got %v, want io.EOF", tc.name, err) |
| continue loop |
| } |
| |
| if err := r.SeekToChunkContaining(0x30); err != nil { |
| tt.Errorf("%q test case: SeekToChunkContaining: %v", tc.name, err) |
| continue loop |
| } |
| |
| // NextChunk should return the "Bb..." chunk. |
| if c, err := r.NextChunk(); err != nil { |
| tt.Errorf("%q test case: NextChunk: %v", tc.name, err) |
| continue loop |
| } else if got, want := snippet(c.CPrimary), "Bb..."; got != want { |
| tt.Errorf("%q test case: NextChunk: got %q, want %q", tc.name, got, want) |
| continue loop |
| } |
| } |
| } |
| |
| func TestReaderEmpty(tt *testing.T) { |
| encoded := undoHexDump(writerWantEmpty) |
| r := &Reader{ |
| ReadSeeker: bytes.NewReader(encoded), |
| CompressedSize: int64(len(encoded)), |
| } |
| defer r.Close() |
| got, err := ioutil.ReadAll(r) |
| if err != nil { |
| tt.Fatalf("ReadAll: %v", err) |
| } |
| if len(got) != 0 { |
| tt.Fatalf("got %q, want %q", got, []byte(nil)) |
| } |
| } |
| |
| func TestReaderZeroes(tt *testing.T) { |
| const dSize = 7 |
| buf := &bytes.Buffer{} |
| w := &ChunkWriter{ |
| Writer: buf, |
| } |
| if err := w.AddChunk(dSize, CodecZeroes, nil, 0, 0); err != nil { |
| tt.Fatalf("AddChunk: %v", err) |
| } |
| if err := w.Close(); err != nil { |
| tt.Fatalf("Close: %v", err) |
| } |
| encoded := buf.Bytes() |
| r := &Reader{ |
| ReadSeeker: bytes.NewReader(encoded), |
| CompressedSize: int64(len(encoded)), |
| } |
| defer r.Close() |
| got, err := ioutil.ReadAll(r) |
| if err != nil { |
| tt.Fatalf("ReadAll: %v", err) |
| } |
| want := make([]byte, dSize) |
| if !bytes.Equal(got, want) { |
| tt.Fatalf("got %q, want %q", got, want) |
| } |
| } |
| |
| func TestLongCodec(tt *testing.T) { |
| const codec = Codec(0x80000000326F646D) // "mdo2" backwards, with a high bit. |
| buf := &bytes.Buffer{} |
| w := &ChunkWriter{ |
| Writer: buf, |
| IndexLocation: IndexLocationAtStart, |
| TempFile: &bytes.Buffer{}, |
| } |
| if err := w.AddChunk(0x66, codec, []byte{0xAA, 0xBB}, 0, 0); err != nil { |
| tt.Fatalf("AddChunk: %v", err) |
| } |
| if err := w.AddChunk(0x77, codec, []byte{0xCC}, 0, 0); err != nil { |
| tt.Fatalf("AddChunk: %v", err) |
| } |
| if err := w.Close(); err != nil { |
| tt.Fatalf("Close: %v", err) |
| } |
| |
| encoded := buf.Bytes() |
| gotHexDump := hex.Dump(encoded) |
| |
| const wantHexDump = "" + |
| "00000000 72 c3 63 03 3d c9 00 fd 00 00 00 00 00 00 00 ff |r.c.=...........|\n" + |
| "00000010 66 00 00 00 00 00 00 ff dd 00 00 00 00 00 00 80 |f...............|\n" + |
| "00000020 6d 64 6f 32 00 00 00 00 40 00 00 00 00 00 01 ff |mdo2....@.......|\n" + |
| "00000030 42 00 00 00 00 00 01 ff 43 00 00 00 00 00 01 03 |B.......C.......|\n" + |
| "00000040 aa bb cc |...|\n" |
| |
| if gotHexDump != wantHexDump { |
| tt.Fatalf("\ngot:\n%s\nwant:\n%s", gotHexDump, wantHexDump) |
| } |
| |
| r := &ChunkReader{ |
| ReadSeeker: bytes.NewReader(encoded), |
| CompressedSize: int64(len(encoded)), |
| } |
| for i := 0; i < 2; i++ { |
| c, err := r.NextChunk() |
| if err != nil { |
| tt.Fatalf("i=%d: %v", i, err) |
| } |
| if got, want := c.Codec, codec; got != want { |
| tt.Fatalf("i=%d: Codec: got 0x%X, want 0x%X", i, got, want) |
| } |
| } |
| if _, err := r.NextChunk(); err != io.EOF { |
| tt.Fatalf("got %v, want %v", err, io.EOF) |
| } |
| } |
| |
| func TestFindChunkContaining(tt *testing.T) { |
| rng := rand.New(rand.NewSource(1)) |
| arity, dptrs := 0, [256]int64{} |
| |
| // simpleFCC is a simple implementation (linear search) of |
| // findChunkContaining. |
| simpleFCC := func(dptr int64) int { |
| if dptrs[0] != 0 { |
| panic("unreachable") |
| } |
| for i, n := 0, arity; i < n; i++ { |
| if dptr < dptrs[i+1] { |
| return i |
| } |
| } |
| panic("unreachable") |
| } |
| |
| for i := 0; i < 100; i++ { |
| arity = rng.Intn(255) + 1 |
| size := (16 * arity) + 16 |
| |
| node := rNode{} |
| |
| dptrMax := 0 |
| for j := 1; j <= arity; j++ { |
| dptrMax += rng.Intn(5) |
| dptrs[j] = int64(dptrMax) |
| putU64LE(node[8*j:], uint64(dptrMax)) |
| } |
| if dptrMax == 0 { |
| continue |
| } |
| |
| node[0] = magic[0] |
| node[1] = magic[1] |
| node[2] = magic[2] |
| node[3] = uint8(arity) |
| node[size-2] = 0x01 // Version. |
| node[size-1] = uint8(arity) |
| |
| checksum := crc32.ChecksumIEEE(node[6:size]) |
| checksum ^= checksum >> 16 |
| node[4] = uint8(checksum >> 0) |
| node[5] = uint8(checksum >> 8) |
| |
| if !node.valid() { |
| tt.Fatalf("i=%d: invalid node", i) |
| } |
| |
| for k := 0; k < 100; k++ { |
| dptr := int64(rng.Intn(dptrMax)) |
| got := node.findChunkContaining(dptr, 0) |
| want := simpleFCC(dptr) |
| if got != want { |
| tt.Fatalf("i=%d, k=%d: got %d, want %d", i, k, got, want) |
| } |
| } |
| } |
| } |
