writer_test.go 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206
  1. // Copyright 2009 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package zlib
  5. import (
  6. "bytes"
  7. "fmt"
  8. "io"
  9. "io/ioutil"
  10. "os"
  11. "testing"
  12. )
  13. var filenames = []string{
  14. "../testdata/e.txt",
  15. "../testdata/pi.txt",
  16. }
  17. var data = []string{
  18. "test a reasonable sized string that can be compressed",
  19. }
  20. // Tests that compressing and then decompressing the given file at the given compression level and dictionary
  21. // yields equivalent bytes to the original file.
  22. func testFileLevelDict(t *testing.T, fn string, level int, d string) {
  23. // Read the file, as golden output.
  24. golden, err := os.Open(fn)
  25. if err != nil {
  26. t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err)
  27. return
  28. }
  29. defer golden.Close()
  30. b0, err0 := ioutil.ReadAll(golden)
  31. if err0 != nil {
  32. t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err0)
  33. return
  34. }
  35. testLevelDict(t, fn, b0, level, d)
  36. }
  37. func testLevelDict(t *testing.T, fn string, b0 []byte, level int, d string) {
  38. // Make dictionary, if given.
  39. var dict []byte
  40. if d != "" {
  41. dict = []byte(d)
  42. }
  43. // Push data through a pipe that compresses at the write end, and decompresses at the read end.
  44. piper, pipew := io.Pipe()
  45. defer piper.Close()
  46. go func() {
  47. defer pipew.Close()
  48. zlibw, err := NewWriterLevelDict(pipew, level, dict)
  49. if err != nil {
  50. t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err)
  51. return
  52. }
  53. defer zlibw.Close()
  54. _, err = zlibw.Write(b0)
  55. if err != nil {
  56. t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err)
  57. return
  58. }
  59. }()
  60. zlibr, err := NewReaderDict(piper, dict)
  61. if err != nil {
  62. t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err)
  63. return
  64. }
  65. defer zlibr.Close()
  66. // Compare the decompressed data.
  67. b1, err1 := ioutil.ReadAll(zlibr)
  68. if err1 != nil {
  69. t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err1)
  70. return
  71. }
  72. if len(b0) != len(b1) {
  73. t.Errorf("%s (level=%d, dict=%q): length mismatch %d versus %d", fn, level, d, len(b0), len(b1))
  74. return
  75. }
  76. for i := 0; i < len(b0); i++ {
  77. if b0[i] != b1[i] {
  78. t.Errorf("%s (level=%d, dict=%q): mismatch at %d, 0x%02x versus 0x%02x\n", fn, level, d, i, b0[i], b1[i])
  79. return
  80. }
  81. }
  82. }
  83. func testFileLevelDictReset(t *testing.T, fn string, level int, dict []byte) {
  84. var b0 []byte
  85. var err error
  86. if fn != "" {
  87. b0, err = ioutil.ReadFile(fn)
  88. if err != nil {
  89. t.Errorf("%s (level=%d): %v", fn, level, err)
  90. return
  91. }
  92. }
  93. // Compress once.
  94. buf := new(bytes.Buffer)
  95. var zlibw *Writer
  96. if dict == nil {
  97. zlibw, err = NewWriterLevel(buf, level)
  98. } else {
  99. zlibw, err = NewWriterLevelDict(buf, level, dict)
  100. }
  101. if err == nil {
  102. _, err = zlibw.Write(b0)
  103. }
  104. if err == nil {
  105. err = zlibw.Close()
  106. }
  107. if err != nil {
  108. t.Errorf("%s (level=%d): %v", fn, level, err)
  109. return
  110. }
  111. out := buf.String()
  112. // Reset and compress again.
  113. buf2 := new(bytes.Buffer)
  114. zlibw.Reset(buf2)
  115. _, err = zlibw.Write(b0)
  116. if err == nil {
  117. err = zlibw.Close()
  118. }
  119. if err != nil {
  120. t.Errorf("%s (level=%d): %v", fn, level, err)
  121. return
  122. }
  123. out2 := buf2.String()
  124. if out2 != out {
  125. t.Errorf("%s (level=%d): different output after reset (got %d bytes, expected %d",
  126. fn, level, len(out2), len(out))
  127. }
  128. }
  129. func TestWriter(t *testing.T) {
  130. for i, s := range data {
  131. b := []byte(s)
  132. tag := fmt.Sprintf("#%d", i)
  133. testLevelDict(t, tag, b, DefaultCompression, "")
  134. testLevelDict(t, tag, b, NoCompression, "")
  135. for level := BestSpeed; level <= BestCompression; level++ {
  136. testLevelDict(t, tag, b, level, "")
  137. }
  138. }
  139. }
  140. func TestWriterBig(t *testing.T) {
  141. for _, fn := range filenames {
  142. testFileLevelDict(t, fn, DefaultCompression, "")
  143. testFileLevelDict(t, fn, NoCompression, "")
  144. for level := BestSpeed; level <= BestCompression; level++ {
  145. testFileLevelDict(t, fn, level, "")
  146. }
  147. }
  148. }
  149. func TestWriterDict(t *testing.T) {
  150. const dictionary = "0123456789."
  151. for _, fn := range filenames {
  152. testFileLevelDict(t, fn, DefaultCompression, dictionary)
  153. testFileLevelDict(t, fn, NoCompression, dictionary)
  154. for level := BestSpeed; level <= BestCompression; level++ {
  155. testFileLevelDict(t, fn, level, dictionary)
  156. }
  157. }
  158. }
  159. func TestWriterReset(t *testing.T) {
  160. const dictionary = "0123456789."
  161. for _, fn := range filenames {
  162. testFileLevelDictReset(t, fn, NoCompression, nil)
  163. testFileLevelDictReset(t, fn, DefaultCompression, nil)
  164. testFileLevelDictReset(t, fn, NoCompression, []byte(dictionary))
  165. testFileLevelDictReset(t, fn, DefaultCompression, []byte(dictionary))
  166. if !testing.Short() {
  167. for level := BestSpeed; level <= BestCompression; level++ {
  168. testFileLevelDictReset(t, fn, level, nil)
  169. }
  170. }
  171. }
  172. }
  173. func TestWriterDictIsUsed(t *testing.T) {
  174. var input = []byte("Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.")
  175. var buf bytes.Buffer
  176. compressor, err := NewWriterLevelDict(&buf, BestCompression, input)
  177. if err != nil {
  178. t.Errorf("error in NewWriterLevelDict: %s", err)
  179. return
  180. }
  181. compressor.Write(input)
  182. compressor.Close()
  183. const expectedMaxSize = 25
  184. output := buf.Bytes()
  185. if len(output) > expectedMaxSize {
  186. t.Errorf("result too large (got %d, want <= %d bytes). Is the dictionary being used?", len(output), expectedMaxSize)
  187. }
  188. }