lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Stefan Trcek <wzzelfz...@abas.de>
Subject Re: A lucene performance test
Date Tue, 14 Aug 2012 10:37:27 GMT
Now using lucene-4.0.0-alpha

As the index size increased the indexes do not fit into IO cache.
So I dropped the biggest index for searching.

$ java misc.LuceneKeyValuePerformance write
WRITING
#entries   seconds     entries/s
      1000       0,40       2520
      2000       0,29       6863
      5000       0,28      18019
     10000       0,27      36821
     20000       0,23      85280
     50000       0,43     115547
    100000       0,74     134535
    200000       1,46     136860
    500000       3,41     146479
   1000000       7,00     142820
   2000000      13,44     148835
   5000000      33,66     148540
  10000000      65,66     152298
  20000000     141,29     141556
  50000000     336,12     148756

$ java misc.LuceneKeyValuePerformance writereverse
WRITING
#entries   seconds     entries/s
  50000000     344,62     145085
  20000000     143,08     139786
  10000000      66,67     149985
   5000000      34,61     144448
   2000000      13,39     149358
   1000000       6,82     146696
    500000       3,50     142745
    200000       1,41     141548
    100000       0,74     135208
     50000       0,39     128984
     20000       0,21      94763
     10000       0,18      56561
      5000       0,17      29339
      2000       0,07      27589
      1000       0,07      15303

$ du -sk test-lucene-* | sort -n
96	test-lucene-1000
168	test-lucene-2000
388	test-lucene-5000
748	test-lucene-10000
1548	test-lucene-20000
3964	test-lucene-50000
7992	test-lucene-100000
16648	test-lucene-200000
42652	test-lucene-500000
85976	test-lucene-1000000
178600	test-lucene-2000000
456508	test-lucene-5000000
919860	test-lucene-10000000
1925988	test-lucene-20000000
4925280	test-lucene-50000000

$ # sync; echo 3 > /proc/sys/vm/drop_caches

$ free -m
             total       used       free     shared    buffers     cached
Mem:          9970       1465       8505          0          0         64
-/+ buffers/cache:       1399       8571
Swap:        11443        273      11170

$ cat test-lucene-*/* > /dev/null

$ free -m
             total       used       free     shared    buffers     cached
Mem:          9970       5022       4948          0          2       3621
-/+ buffers/cache:       1399       8571
Swap:        11443        273      11170

$ java misc.LuceneKeyValuePerformance read
START JIT WARMUP
      1000       1000       0,43       2345
      1000       1000       0,11       8812
END   JIT WARMUP
READING
#searches  #entries   seconds    Searches/s
      1000       1000       0,09      11213
      1000       2000       0,08      12771
      1000       5000       0,07      15057
      1000      10000       0,06      16708
      1000      20000       0,04      22594
      1000      50000       0,03      32633
      1000     100000       0,03      34326
      1000     200000       0,06      16163
      1000     500000       0,05      19555
      1000    1000000       0,09      11266
      1000    2000000       0,08      13254
      1000    5000000       0,10      10191
      1000   10000000       0,11       8734
      1000   20000000       0,12       8535
     10000       1000       0,16      64349
     10000       2000       0,21      48223
     10000       5000       0,05     183837
     10000      10000       0,04     225421
     10000      20000       0,05     211630
     10000      50000       0,05     211818
     10000     100000       0,06     165344
     10000     200000       0,09     108970
     10000     500000       0,11      89131
     10000    1000000       0,18      55930
     10000    2000000       0,16      63920
     10000    5000000       0,22      46078
     10000   10000000       0,30      33393
     10000   20000000       0,29      34944
    100000       1000       0,51     195464
    100000       2000       0,47     214451
    100000       5000       0,49     204164
    100000      10000       0,49     202677
    100000      20000       0,51     197485
    100000      50000       0,52     191373
    100000     100000       0,54     185766
    100000     200000       0,74     134885
    100000     500000       0,97     102861
    100000    1000000       1,32      75534
    100000    2000000       1,37      72925
    100000    5000000       1,88      53283
    100000   10000000       2,10      47636
    100000   20000000       2,49      40194
   1000000       1000       4,58     218414
   1000000       2000       4,51     221609
   1000000       5000       4,76     210279
   1000000      10000       4,73     211334
   1000000      20000       4,82     207257
   1000000      50000       4,98     200731
   1000000     100000       4,96     201668
   1000000     200000       7,24     138184
   1000000     500000       9,51     105160
   1000000    1000000      12,81      78062
   1000000    2000000      12,99      76965
   1000000    5000000      17,90      55878
   1000000   10000000      19,91      50219
   1000000   20000000      23,03      43423
REPEAT THE FIRST TEST SEQUENCE
      1000       1000       0,00     203849
      1000       2000       0,01     169528
      1000       5000       0,01     165931
      1000      10000       0,01     189977
      1000      20000       0,01     179946
      1000      50000       0,01     165042
      1000     100000       0,01     158967
      1000     200000       0,01     103597
      1000     500000       0,01      68551
      1000    1000000       0,02      47994
      1000    2000000       0,02      48608
      1000    5000000       0,03      30297
      1000   10000000       0,03      29105
      1000   20000000       0,04      25194
FINISHED

$ free -m
             total       used       free     shared    buffers     cached
Mem:          9970       5110       4860          0         13       3665
-/+ buffers/cache:       1431       8539
Swap:        11443        268      11175

Mime
View raw message