Return-Path: Delivered-To: apmail-jakarta-lucene-dev-archive@www.apache.org Received: (qmail 63217 invoked from network); 21 Jan 2004 20:32:41 -0000 Received: from daedalus.apache.org (HELO mail.apache.org) (208.185.179.12) by minotaur-2.apache.org with SMTP; 21 Jan 2004 20:32:41 -0000 Received: (qmail 9065 invoked by uid 500); 21 Jan 2004 20:32:28 -0000 Delivered-To: apmail-jakarta-lucene-dev-archive@jakarta.apache.org Received: (qmail 9049 invoked by uid 500); 21 Jan 2004 20:32:28 -0000 Mailing-List: contact lucene-dev-help@jakarta.apache.org; run by ezmlm Precedence: bulk List-Unsubscribe: List-Subscribe: List-Help: List-Post: List-Id: "Lucene Developers List" Reply-To: "Lucene Developers List" Delivered-To: mailing list lucene-dev@jakarta.apache.org Received: (qmail 9010 invoked from network); 21 Jan 2004 20:32:27 -0000 Received: from unknown (HELO smtp.noos.fr) (212.198.2.122) by daedalus.apache.org with SMTP; 21 Jan 2004 20:32:27 -0000 Received: (qmail 18543 invoked by uid 0); 21 Jan 2004 20:32:31 -0000 Received: from unknown (HELO KAK) ([81.66.224.209]) (envelope-sender ) by 212.198.2.122 (qmail-ldap-1.03) with SMTP for ; 21 Jan 2004 20:32:31 -0000 From: "julien" To: "'Lucene Developers List'" Subject: RE : RE : Test issue with new version of .tis file Date: Wed, 21 Jan 2004 21:32:32 +0100 Message-ID: <006101c3e05d$b26f12f0$d1e04251@KAK> MIME-Version: 1.0 Content-Type: text/plain; charset="us-ascii" Content-Transfer-Encoding: 7bit X-Priority: 3 (Normal) X-MSMail-Priority: Normal X-Mailer: Microsoft Outlook, Build 10.0.2627 X-MimeOLE: Produced By Microsoft MimeOLE V6.00.2727.1300 In-Reply-To: <400EDD76.6040606@apache.org> Importance: Normal X-Spam-Rating: daedalus.apache.org 1.6.2 0/1000/N X-Spam-Rating: minotaur-2.apache.org 1.6.2 0/1000/N I didn't have an account to bug database, here is the code : ################################## import java.io.File; import java.io.IOException; import java.util.Random; import org.apache.lucene.analysis.WhitespaceAnalyzer; import org.apache.lucene.document.Document; import org.apache.lucene.document.Field; import org.apache.lucene.index.IndexWriter; /** * TestIndexTiiIssue.java description : * This class generate a : * java.io.IOException: read past EOF at org.apache.lucene.store.InputStream.refill(InputStream.java(Compiled Code)) at org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java(Compil ed Code)) at org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java(Compil ed Code)) at org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java(Compil ed Code)) at org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java(Compil ed Code)) at org.apache.lucene.index.SegmentMerger.mergeTermInfos(SegmentMerger.java( Compiled Code)) at org.apache.lucene.index.SegmentMerger.mergeTermInfos(SegmentMerger.java( Compiled Code)) at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:192) at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:99) at org.apache.lucene.index.IndexWriter.mergeSegments(IndexWriter.java:430) at org.apache.lucene.index.IndexWriter.flushRamSegments(IndexWriter.java:38 3) at org.apache.lucene.index.IndexWriter.optimize(IndexWriter.java:303) at TestIndexTiiIssue.main(TestIndexTiiIssue.java(Compiled Code)) * * at every execution with latest classes on CVS Lucene repository ( 19/01/2004 ). * * * @author Julien GERARD * @version 1.0, 21 janv. 04 */ public class TestIndexTiiIssue { private static char[] char_table = { 'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L' , 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z'}; private static final Random RANDOM = new Random(); /** * Random method * @param i the max range value * @return the random number generated */ private static int random(int i) { // for JDK 1.1 compatibility int r = RANDOM.nextInt(); if (r < 0) r = -r; return r % i; } /** * No args needed */ public static void main(String[] args) { int nb_doc = 1000; try { IndexWriter iw = new IndexWriter(new File("/index/"), new WhitespaceAnalyzer(), true); for (int i = 0 ; i < nb_doc ; i++) { // Doc loop // iw.optimize(); int nb_words = random(4)+1; StringBuffer word_list = new StringBuffer(50); for ( int j = 0 ; j < nb_words ; j++ ) { // Word loop int nb_letters = random(12)+1; StringBuffer word = new StringBuffer(13); for ( int k = 0; k < nb_letters ; k++ ) { // Letters loop word.append(char_table[random(char_table.length-1)]); // word construction } word_list.append(word).append(' '); // word_list construction } Document doc = new Document(); doc.add(Field.Text("TOKEN", word_list.toString())); StringBuffer word = new StringBuffer(13); int nb_letters = random(12)+1; for ( int k = 0; k < nb_letters ; k++ ) { // Letters loop word.append(char_table[random(char_table.length-1)]); // word construction } doc.add(Field.Keyword("FIELD_DISCRIMINATOR", word.toString())); StringBuffer word2 = new StringBuffer(13); nb_letters = random(12)+1; for ( int k = 0; k < nb_letters ; k++ ) { // Letters loop word2.append(char_table[random(char_table.length-1)]); // word construction } doc.add(Field.Keyword("FIELD_DISCRIMINATOR2", word2.toString())); iw.addDocument(doc); } iw.optimize(); } catch (IOException ioe ) { ioe.printStackTrace(); } } } ################################################## --------------------------------------------------------------------- To unsubscribe, e-mail: lucene-dev-unsubscribe@jakarta.apache.org For additional commands, e-mail: lucene-dev-help@jakarta.apache.org