zstd-ruby/spec/zstd-ruby-using-dict_spec.rb at 2c0e8df0fd7af3a7a9e420dc1756de5443a81a81 · sekiyama58/zstd-ruby · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
require "spec_helper"
require 'zstd-ruby'
require 'securerandom'

# Generate dictionay methods
# https://github.com/facebook/zstd#the-case-for-small-data-compression
# https://github.com/facebook/zstd/releases/tag/v1.1.3

RSpec.describe Zstd do
  describe 'compress and decompress with String dict keyward args' do
    let(:user_json) do
      File.read("#{__dir__}/user_springmt.json")
    end
    let(:dictionary) do
      File.read("#{__dir__}/dictionary")
    end

    it 'should work' do
      compressed_using_dict = Zstd.compress(user_json, dict: dictionary)
      compressed = Zstd.compress(user_json)
      expect(compressed_using_dict.length).to be < compressed.length
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict, dict: dictionary))
    end

    it 'should work with simple string' do
      compressed_using_dict = Zstd.compress("abc", dict: dictionary)
      expect("abc").to eq(Zstd.decompress(compressed_using_dict, dict: dictionary))
    end

    it 'should work with blank input' do
      compressed_using_dict = Zstd.compress("", dict: dictionary)
      expect("").to eq(Zstd.decompress(compressed_using_dict, dict: dictionary))
    end

    it 'should work with blank dictionary' do
      compressed_using_dict = Zstd.compress(user_json, dict: "")
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict, dict: ""))
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict))
    end

    it 'should support compression levels' do
      compressed_using_dict    = Zstd.compress(user_json, dict: dictionary)
      compressed_using_dict_10 = Zstd.compress(user_json, dict: dictionary, level: 10)
      expect(compressed_using_dict_10.length).to be < compressed_using_dict.length
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict_10, dict: dictionary))
    end

    it 'should support compression levels with blank dictionary' do
      compressed_using_dict_10 = Zstd.compress(user_json, dict: "", level: 10)
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict_10, dict: ""))
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict_10))
    end
  end

  describe 'compress and decompress with Zstd::CDict and Zstd::DDict dict keyward args' do
    let(:user_json) do
      File.read("#{__dir__}/user_springmt.json")
    end
    let(:cdict) do
      Zstd::CDict.new(File.read("#{__dir__}/dictionary"))
    end
    let(:cdict_10) do
      Zstd::CDict.new(File.read("#{__dir__}/dictionary"), 10)
    end
    let(:ddict) do
      Zstd::DDict.new(File.read("#{__dir__}/dictionary"))
    end

    it 'should work' do
      compressed_using_dict = Zstd.compress(user_json, dict: cdict)
      compressed = Zstd.compress(user_json)
      expect(compressed_using_dict.length).to be < compressed.length
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict, dict: ddict))
    end

    it 'should be able to use dictionary multiple times' do
      compressed_using_dict = Zstd.compress(user_json, dict: cdict)
      expect(compressed_using_dict).to eq(Zstd.compress(user_json, dict: cdict))
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict, dict: ddict))
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict, dict: ddict))
    end

    it 'should support compression levels' do
      compressed_using_dict    = Zstd.compress(user_json, dict: cdict)
      compressed_using_dict_10 = Zstd.compress(user_json, dict: cdict_10)
      expect(compressed_using_dict_10.length).to be < compressed_using_dict.length
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict_10, dict: ddict))
    end
  end

  describe 'compress_using_dict' do
    let(:user_json) do
      File.read("#{__dir__}/user_springmt.json")
    end
    let(:dictionary) do
      File.read("#{__dir__}/dictionary")
    end

    it 'should work' do
      compressed_using_dict = Zstd.compress_using_dict(user_json, dictionary)
      compressed = Zstd.compress(user_json)
      expect(compressed_using_dict.length).to be < compressed.length
      expect(user_json).to eq(Zstd.decompress_using_dict(compressed_using_dict, dictionary))
    end

    it 'should work with simple string' do
      compressed_using_dict = Zstd.compress_using_dict("abc", dictionary)
      expect("abc").to eq(Zstd.decompress_using_dict(compressed_using_dict, dictionary))
    end

    it 'should work with blank input' do
      compressed_using_dict = Zstd.compress_using_dict("", dictionary)
      expect("").to eq(Zstd.decompress_using_dict(compressed_using_dict, dictionary))
    end

    it 'should work with blank dictionary' do
      compressed_using_dict = Zstd.compress_using_dict(user_json, "")
      expect(user_json).to eq(Zstd.decompress_using_dict(compressed_using_dict, ""))
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict))
    end

    it 'should support compression levels' do
      compressed_using_dict    = Zstd.compress_using_dict(user_json, dictionary)
      compressed_using_dict_10 = Zstd.compress_using_dict(user_json, dictionary, 10)
      expect(compressed_using_dict_10.length).to be < compressed_using_dict.length
      expect(user_json).to eq(Zstd.decompress_using_dict(compressed_using_dict_10, dictionary))
    end

    it 'should support compression levels with blank dictionary' do
      compressed_using_dict_10 = Zstd.compress_using_dict(user_json, "", 10)
      expect(user_json).to eq(Zstd.decompress_using_dict(compressed_using_dict_10, ""))
      expect(user_json).to eq(Zstd.decompress(compressed_using_dict_10))
    end
  end

end