Source

Immutabase / benchmarks.txt

Full commit
  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
# 111004 23:00 (v 0.02)

Init databases (size = 100000) ...
Success queries (loop = 100000) ...
                        Sqlite:     35.721 us / query  <test incorrect>
                        Shelve:     23.695 us / query
                     DictIndex:     11.453 us / query
             DiskHash (PyHash):     32.713 us / query
              DiskHash (CRC32):     31.906 us / query
             DiskHash (direct):     29.318 us / query
            DiskHash (Size x2):     33.776 us / query
            DiskHash (Size x4):     31.997 us / query
            DiskHash (Size x8):     31.659 us / query
          DiskHash (MultiFile):     31.261 us / query
             DiskHash (Cached):     30.383 us / query
                  BinarySearch:     99.683 us / query
         BinarySearch (Cached):     71.221 us / query
                 BinarySearch2:     96.000 us / query
        BinarySearch2 (Cached):     68.186 us / query
Failure queries (loop = 100000) ...
                        Sqlite:     36.276 us / query  <test incorrect>
                        Shelve:     25.787 us / query
                     DictIndex:      5.303 us / query
             DiskHash (PyHash):     18.918 us / query
              DiskHash (CRC32):     18.403 us / query
             DiskHash (direct):     15.174 us / query
            DiskHash (Size x2):     23.015 us / query
            DiskHash (Size x4):     19.344 us / query
            DiskHash (Size x8):     18.847 us / query
          DiskHash (MultiFile):     16.344 us / query
             DiskHash (Cached):     16.216 us / query
                  BinarySearch:    100.989 us / query
         BinarySearch (Cached):     68.448 us / query
                 BinarySearch2:     90.387 us / query
        BinarySearch2 (Cached):     61.405 us / query

# 111005 15:30 (v 0.03)

Init databases (size = 100000) ...
Success queries (loop = 100000) ...
                        Sqlite:     36.060 us / query  <test incorrect>
                        Shelve:     23.808 us / query
                     DictIndex:     11.358 us / query
             DiskHash (PyHash):     32.304 us / query
              DiskHash (CRC32):     31.756 us / query
             DiskHash (direct):     29.462 us / query
            DiskHash (Size x2):     33.776 us / query
            DiskHash (Size x4):     31.625 us / query
            DiskHash (Size x8):     31.351 us / query
          DiskHash (MultiFile):     31.048 us / query
             DiskHash (Cached):     30.054 us / query
                  BinarySearch:     95.449 us / query
         BinarySearch (Cached):     66.604 us / query
                 BinarySearch2:     93.254 us / query
        BinarySearch2 (Cached):     67.147 us / query
Failure queries (loop = 100000) ...
                        Sqlite:     35.697 us / query  <test incorrect>
                        Shelve:     24.885 us / query
                     DictIndex:      5.331 us / query
             DiskHash (PyHash):     19.245 us / query
              DiskHash (CRC32):     18.728 us / query
             DiskHash (direct):     15.316 us / query
            DiskHash (Size x2):     23.204 us / query
            DiskHash (Size x4):     19.961 us / query
            DiskHash (Size x8):     19.353 us / query
          DiskHash (MultiFile):     16.353 us / query
             DiskHash (Cached):     16.086 us / query
                  BinarySearch:     94.822 us / query
         BinarySearch (Cached):     64.556 us / query
                 BinarySearch2:     84.588 us / query
        BinarySearch2 (Cached):     57.941 us / query

# 111005 16:50

Init databases (size = 100000) ...
Success queries (loop = 100000) ...
                        Sqlite:     35.761 us / query  <test incorrect>
                        Shelve:     24.545 us / query
                     DictIndex:     11.193 us / query
             DiskHash (PyHash):     31.639 us / query
              DiskHash (CRC32):     31.038 us / query
             DiskHash (direct):     27.797 us / query
            DiskHash (Size x2):     32.824 us / query
            DiskHash (Size x4):     31.892 us / query
            DiskHash (Size x8):     31.608 us / query
          DiskHash (MultiFile):     30.882 us / query
             DiskHash (Cached):     28.205 us / query
                  BinarySearch:     87.025 us / query
         BinarySearch (Cached):     62.059 us / query
                 BinarySearch2:     93.843 us / query
        BinarySearch2 (Cached):     67.542 us / query
Failure queries (loop = 100000) ...
                        Sqlite:     35.714 us / query  <test incorrect>
                        Shelve:     25.870 us / query
                     DictIndex:      5.332 us / query
             DiskHash (PyHash):     19.392 us / query
              DiskHash (CRC32):     18.847 us / query
             DiskHash (direct):     15.376 us / query
            DiskHash (Size x2):     23.321 us / query
            DiskHash (Size x4):     20.007 us / query
            DiskHash (Size x8):     19.384 us / query
          DiskHash (MultiFile):     16.379 us / query
             DiskHash (Cached):     16.250 us / query
                  BinarySearch:     88.069 us / query
         BinarySearch (Cached):     59.872 us / query
                 BinarySearch2:     83.811 us / query
        BinarySearch2 (Cached):     58.347 us / query

# 111005 17:10

Init databases (size = 100000) ...
Success queries (loop = 100000) ...
                        Sqlite:     35.884 us / query  <test incorrect>
                        Shelve:     23.904 us / query
                     DictIndex:     11.250 us / query
             DiskHash (PyHash):     29.461 us / query
              DiskHash (CRC32):     28.978 us / query
             DiskHash (direct):     25.634 us / query
            DiskHash (Size x2):     30.812 us / query
            DiskHash (Size x4):     29.705 us / query
            DiskHash (Size x8):     29.617 us / query
          DiskHash (MultiFile):     28.221 us / query
             DiskHash (Cached):     27.362 us / query
                  BinarySearch:     87.688 us / query
         BinarySearch (Cached):     62.539 us / query
                 BinarySearch2:     91.927 us / query
        BinarySearch2 (Cached):     65.675 us / query
Failure queries (loop = 100000) ...
                        Sqlite:     36.140 us / query  <test incorrect>
                        Shelve:     25.487 us / query
                     DictIndex:      5.397 us / query
             DiskHash (PyHash):     19.395 us / query
              DiskHash (CRC32):     18.731 us / query
             DiskHash (direct):     15.425 us / query
            DiskHash (Size x2):     23.165 us / query
            DiskHash (Size x4):     19.463 us / query
            DiskHash (Size x8):     19.105 us / query
          DiskHash (MultiFile):     16.341 us / query
             DiskHash (Cached):     16.077 us / query
                  BinarySearch:     88.441 us / query
         BinarySearch (Cached):     59.517 us / query
                 BinarySearch2:     83.994 us / query
        BinarySearch2 (Cached):     57.799 us / query

# 111006 21:30

Init databases (size = 100) ...
Success queries (loop = 100) ...
                        Sqlite:     59.341 us / query
                        Shelve:     15.598 us / query
                     DictIndex:     11.703 us / query
      DictIndex (IntegerEntry):      4.224 us / query
             DiskHash (PyHash):     26.310 us / query
              DiskHash (CRC32):     24.913 us / query
             DiskHash (direct):     27.198 us / query
            DiskHash (Size x2):     26.975 us / query
            DiskHash (Size x4):     25.787 us / query
            DiskHash (Size x8):     27.473 us / query
          DiskHash (MultiFile):     28.701 us / query
             DiskHash (Cached):     23.519 us / query
                  BinarySearch:     42.204 us / query
         BinarySearch (Cached):     34.429 us / query
                 BinarySearch2:     40.763 us / query
        BinarySearch2 (Cached):     32.739 us / query
Failure queries (loop = 100) ...
                        Sqlite:     58.343 us / query
                        Shelve:     16.362 us / query
                     DictIndex:      5.299 us / query
      DictIndex (IntegerEntry):      5.694 us / query
             DiskHash (PyHash):     15.733 us / query
              DiskHash (CRC32):     16.212 us / query
             DiskHash (direct):     15.803 us / query
            DiskHash (Size x2):     23.399 us / query
            DiskHash (Size x4):     19.782 us / query
            DiskHash (Size x8):     16.743 us / query
          DiskHash (MultiFile):     16.472 us / query
             DiskHash (Cached):     14.106 us / query
                  BinarySearch:     42.606 us / query
         BinarySearch (Cached):     30.552 us / query
                 BinarySearch2:     40.657 us / query
        BinarySearch2 (Cached):     28.193 us / query

Init databases (size = 1000) ...
Success queries (loop = 1000) ...
                        Sqlite:    183.408 us / query
                        Shelve:     15.293 us / query
                     DictIndex:     11.403 us / query
      DictIndex (IntegerEntry):      3.931 us / query
             DiskHash (PyHash):     27.413 us / query
              DiskHash (CRC32):     25.591 us / query
             DiskHash (direct):     26.175 us / query
            DiskHash (Size x2):     28.637 us / query
            DiskHash (Size x4):     25.274 us / query
            DiskHash (Size x8):     25.040 us / query
          DiskHash (MultiFile):     27.310 us / query
             DiskHash (Cached):     22.962 us / query
                  BinarySearch:     56.972 us / query
         BinarySearch (Cached):     44.007 us / query
                 BinarySearch2:     53.541 us / query
        BinarySearch2 (Cached):     40.843 us / query
Failure queries (loop = 1000) ...
                        Sqlite:    187.024 us / query
                        Shelve:     16.184 us / query
                     DictIndex:      5.337 us / query
      DictIndex (IntegerEntry):      5.490 us / query
             DiskHash (PyHash):     15.939 us / query
              DiskHash (CRC32):     15.477 us / query
             DiskHash (direct):     16.054 us / query
            DiskHash (Size x2):     23.501 us / query
            DiskHash (Size x4):     17.093 us / query
            DiskHash (Size x8):     15.945 us / query
          DiskHash (MultiFile):     16.142 us / query
             DiskHash (Cached):     13.912 us / query
                  BinarySearch:     56.723 us / query
         BinarySearch (Cached):     39.602 us / query
                 BinarySearch2:     53.358 us / query
        BinarySearch2 (Cached):     38.102 us / query

Init databases (size = 10000) ...
Success queries (loop = 10000) ...
                        Sqlite:   1436.691 us / query
                        Shelve:     15.405 us / query
                     DictIndex:     11.396 us / query
      DictIndex (IntegerEntry):      3.970 us / query
             DiskHash (PyHash):     26.813 us / query
              DiskHash (CRC32):     26.240 us / query
             DiskHash (direct):     24.965 us / query
            DiskHash (Size x2):     26.861 us / query
            DiskHash (Size x4):     25.504 us / query
            DiskHash (Size x8):     25.060 us / query
          DiskHash (MultiFile):     27.842 us / query
             DiskHash (Cached):     24.530 us / query
                  BinarySearch:     72.391 us / query
         BinarySearch (Cached):     53.157 us / query
                 BinarySearch2:     68.339 us / query
        BinarySearch2 (Cached):     51.060 us / query
Failure queries (loop = 10000) ...
                        Sqlite:   1498.290 us / query
                        Shelve:     16.262 us / query
                     DictIndex:      5.327 us / query
      DictIndex (IntegerEntry):      5.355 us / query
             DiskHash (PyHash):     17.750 us / query
              DiskHash (CRC32):     16.888 us / query
             DiskHash (direct):     15.733 us / query
            DiskHash (Size x2):     23.211 us / query
            DiskHash (Size x4):     17.450 us / query
            DiskHash (Size x8):     15.931 us / query
          DiskHash (MultiFile):     16.662 us / query
             DiskHash (Cached):     15.156 us / query
                  BinarySearch:     72.476 us / query
         BinarySearch (Cached):     49.803 us / query
                 BinarySearch2:     70.833 us / query
        BinarySearch2 (Cached):     48.880 us / query

Init databases (size = 100000) ...
Success queries (loop = 100000) ...
                        Sqlite:  14201.508 us / query
                        Shelve:     23.739 us / query
                     DictIndex:     11.410 us / query
      DictIndex (IntegerEntry):      4.077 us / query
             DiskHash (PyHash):     29.108 us / query
              DiskHash (CRC32):     28.320 us / query
             DiskHash (direct):     25.156 us / query
            DiskHash (Size x2):     30.353 us / query
            DiskHash (Size x4):     29.135 us / query
            DiskHash (Size x8):     28.731 us / query
          DiskHash (MultiFile):     28.150 us / query
             DiskHash (Cached):     26.129 us / query
                  BinarySearch:     87.513 us / query
         BinarySearch (Cached):     62.634 us / query
                 BinarySearch2:     89.199 us / query
        BinarySearch2 (Cached):     64.693 us / query
Failure queries (loop = 100000) ...
                        Sqlite:  14287.265 us / query
                        Shelve:     25.399 us / query
                     DictIndex:      5.333 us / query
      DictIndex (IntegerEntry):      5.344 us / query
             DiskHash (PyHash):     18.483 us / query
              DiskHash (CRC32):     17.773 us / query
             DiskHash (direct):     15.830 us / query
            DiskHash (Size x2):     23.424 us / query
            DiskHash (Size x4):     19.247 us / query
            DiskHash (Size x8):     18.249 us / query
          DiskHash (MultiFile):     16.640 us / query
             DiskHash (Cached):     15.666 us / query
                  BinarySearch:     87.975 us / query
         BinarySearch (Cached):     59.642 us / query
                 BinarySearch2:     83.430 us / query
        BinarySearch2 (Cached):     56.621 us / query

# 111007 17:38

Init databases (size = 1000) ...
Success queries (loop = 1000) ...
                        Shelve:     15.277 us / query
                     ListIndex:     18.186 us / query
                     DictIndex:     11.518 us / query
      DictIndex (IntegerEntry):      4.310 us / query
             DiskHash (PyHash):     26.418 us / query
              DiskHash (CRC32):     24.947 us / query
             DiskHash (direct):     25.959 us / query
            DiskHash (Size x2):     27.187 us / query
            DiskHash (Size x4):     25.504 us / query
            DiskHash (Size x8):     25.144 us / query
          DiskHash (MultiFile):     28.471 us / query
             DiskHash (Cached):     23.536 us / query
                  BinarySearch:     56.612 us / query
         BinarySearch (Cached):     44.594 us / query
                 BinarySearch2:     53.272 us / query
        BinarySearch2 (Cached):     41.329 us / query
Failure queries (loop = 1000) ...
                        Shelve:     16.051 us / query
                     ListIndex:      6.662 us / query
                     DictIndex:      5.493 us / query
      DictIndex (IntegerEntry):      5.465 us / query
             DiskHash (PyHash):     15.961 us / query
              DiskHash (CRC32):     15.226 us / query
             DiskHash (direct):     15.803 us / query
            DiskHash (Size x2):     22.595 us / query
            DiskHash (Size x4):     16.884 us / query
            DiskHash (Size x8):     15.637 us / query
          DiskHash (MultiFile):     18.443 us / query
             DiskHash (Cached):     13.862 us / query
                  BinarySearch:     59.144 us / query
         BinarySearch (Cached):     40.712 us / query
                 BinarySearch2:     54.436 us / query
        BinarySearch2 (Cached):     38.436 us / query

Init databases (size = 10000) ...
Success queries (loop = 10000) ...
                        Shelve:     15.703 us / query
                     ListIndex:     17.820 us / query
                     DictIndex:     11.443 us / query
      DictIndex (IntegerEntry):      4.333 us / query
             DiskHash (PyHash):     27.163 us / query
              DiskHash (CRC32):     26.854 us / query
             DiskHash (direct):     25.247 us / query
            DiskHash (Size x2):     27.578 us / query
            DiskHash (Size x4):     25.851 us / query
            DiskHash (Size x8):     25.437 us / query
          DiskHash (MultiFile):     28.919 us / query
             DiskHash (Cached):     24.878 us / query
                  BinarySearch:     71.785 us / query
         BinarySearch (Cached):     53.338 us / query
                 BinarySearch2:     67.843 us / query
        BinarySearch2 (Cached):     50.872 us / query
Failure queries (loop = 10000) ...
                        Shelve:     16.362 us / query
                     ListIndex:      6.706 us / query
                     DictIndex:      5.263 us / query
      DictIndex (IntegerEntry):      5.311 us / query
             DiskHash (PyHash):     17.351 us / query
              DiskHash (CRC32):     16.839 us / query
             DiskHash (direct):     15.725 us / query
            DiskHash (Size x2):     23.288 us / query
            DiskHash (Size x4):     17.301 us / query
            DiskHash (Size x8):     15.984 us / query
          DiskHash (MultiFile):     19.036 us / query
             DiskHash (Cached):     15.044 us / query
                  BinarySearch:     72.443 us / query
         BinarySearch (Cached):     50.692 us / query
                 BinarySearch2:     70.658 us / query
        BinarySearch2 (Cached):     48.730 us / query

Init databases (size = 100000) ...
Success queries (loop = 100000) ...
                        Shelve:     23.884 us / query
                     ListIndex:     18.021 us / query
                     DictIndex:     11.418 us / query
      DictIndex (IntegerEntry):      4.445 us / query
             DiskHash (PyHash):     29.571 us / query
              DiskHash (CRC32):     28.769 us / query
             DiskHash (direct):     28.568 us / query
            DiskHash (Size x2):     30.904 us / query
            DiskHash (Size x4):     29.612 us / query
            DiskHash (Size x8):     29.307 us / query
          DiskHash (MultiFile):     29.225 us / query
             DiskHash (Cached):     26.882 us / query
                  BinarySearch:     87.482 us / query
         BinarySearch (Cached):     63.381 us / query
                 BinarySearch2:     89.465 us / query
        BinarySearch2 (Cached):     64.821 us / query
Failure queries (loop = 100000) ...
                        Shelve:     25.540 us / query
                     ListIndex:      6.652 us / query
                     DictIndex:      5.384 us / query
      DictIndex (IntegerEntry):      5.398 us / query
             DiskHash (PyHash):     18.666 us / query
              DiskHash (CRC32):     17.913 us / query
             DiskHash (direct):     15.757 us / query
            DiskHash (Size x2):     23.379 us / query
            DiskHash (Size x4):     19.218 us / query
            DiskHash (Size x8):     18.265 us / query
          DiskHash (MultiFile):     19.182 us / query
             DiskHash (Cached):     15.939 us / query
                  BinarySearch:     87.708 us / query
         BinarySearch (Cached):     60.054 us / query
                 BinarySearch2:     83.125 us / query
        BinarySearch2 (Cached):     57.112 us / query

Init databases (size = 1000000) ...
Success queries (loop = 1000000) ...
                        Shelve:     25.502 us / query
                     ListIndex:     22.671 us / query
                     DictIndex:     13.691 us / query
      DictIndex (IntegerEntry):      4.536 us / query
             DiskHash (PyHash):     31.508 us / query
              DiskHash (CRC32):     30.807 us / query
             DiskHash (direct):     30.529 us / query
            DiskHash (Size x2):     32.971 us / query
            DiskHash (Size x4):     31.522 us / query
            DiskHash (Size x8):     30.791 us / query
          DiskHash (MultiFile):     29.406 us / query
             DiskHash (Cached):     28.673 us / query
                  BinarySearch:    119.866 us / query
         BinarySearch (Cached):     84.977 us / query
                 BinarySearch2:    109.572 us / query
        BinarySearch2 (Cached):     78.318 us / query
Failure queries (loop = 1000000) ...
                        Shelve:     27.555 us / query
                     ListIndex:      6.694 us / query
                     DictIndex:      5.421 us / query
      DictIndex (IntegerEntry):      5.440 us / query
             DiskHash (PyHash):     19.234 us / query
              DiskHash (CRC32):     18.614 us / query
             DiskHash (direct):     18.505 us / query
            DiskHash (Size x2):     26.244 us / query
            DiskHash (Size x4):     20.372 us / query
            DiskHash (Size x8):     19.054 us / query
          DiskHash (MultiFile):     19.249 us / query
             DiskHash (Cached):     16.213 us / query
                  BinarySearch:    103.361 us / query
         BinarySearch (Cached):     69.426 us / query
                 BinarySearch2:     96.193 us / query
        BinarySearch2 (Cached):     65.246 us / query