Return-Path: <zack@silverstream.com>
Mailing-List: contact ant-user-help@jakarta.apache.org; run by ezmlm
Delivered-To: mailing list ant-user@jakarta.apache.org
Received: (qmail 72045 invoked from network); 28 Nov 2000 20:41:46 -0000
Received: from unknown (HELO slim.silverstream.com) (216.142.115.9)
  by locus.apache.org with SMTP; 28 Nov 2000 20:41:46 -0000
Received: by slim.silverstream.com with Internet Mail Service (5.5.2650.21)
	id <XZKVLFAR>; Tue, 28 Nov 2000 15:41:36 -0500
Received: from QUIBBLE ([10.129.100.124]) by shady.silverstream.com with SMTP
 (Microsoft Exchange Internet Mail Service Version 5.5.2650.21)
	id XX9NAKL2; Tue, 28 Nov 2000 15:40:03 -0500
From: "Grossbart, Zack" <zack@silverstream.com>
To: ant-user@jakarta.apache.org
Subject: RE: Antlr task...
Date: Tue, 28 Nov 2000 15:41:02 -0500
Message-ID: <NCBBLLKFOJBPLDDEGFLMCEHJDBAA.zack@silverstream.com>
MIME-Version: 1.0
Content-Type: multipart/mixed;
	boundary="----=_NextPart_000_0003_01C05951.9CE8A810"
X-Priority: 3 (Normal)
X-MSMail-Priority: Normal
X-Mailer: Microsoft Outlook IMO, Build 9.0.2416 (9.0.2911.0)
Importance: Normal
X-MimeOLE: Produced By Microsoft MimeOLE V5.00.2919.6600
In-Reply-To: <3A240D77.534D2ED@digitalsesame.com>
X-Spam-Rating: locus.apache.org 1.6.2 0/1000/N

This is a multi-part message in MIME format.

------=_NextPart_000_0003_01C05951.9CE8A810
Content-Type: text/plain;
	charset="us-ascii"
Content-Transfer-Encoding: 7bit

This is my task, and it calls AntlrGrammarC which is my wrapper to
antlr.Tool.  The big change that I made to antlr, is that it now understands
how to find the parent lexers for grammar inheritance.  The mechanism is a
little hacky, but it gets the job done.

I hope this helps.

Good luck
Zack

> -----Original Message-----
> From: david@tpifirewall.topware.com.tw
> [mailto:david@tpifirewall.topware.com.tw]On Behalf Of David Li
> Sent: Tuesday, November 28, 2000 2:55 PM
> To: ant-user@jakarta.apache.org; zack@silverstream.com
> Subject: Re: Antlr task...
>
>
> Zack,
>
> That would be great. Could you send me yours? I just start working on
> mine yesterday and haven't gotten too much time for it yet. It would be
> great if you could send me yours. Thanks.
>
> David
>
>
> "Grossbart, Zack" wrote:
> >
> > David,
> >
> >         I have also written an Antlr task.  My task is based on
> some extensions to
> > the Antlr grammar compiler that have written to deal with the problem of
> > finding parent grammars.  Does your task deal with Antlr grammars and
> > inheritance of grammars?  If not, do you want to try to combine our two
> > tasks and submit them?
> >
> > Zack
> >
> > > -----Original Message-----
> > > From: david@tpifirewall.topware.com.tw
> > > [mailto:david@tpifirewall.topware.com.tw]On Behalf Of David Li
> > > Sent: Tuesday, November 28, 2000 1:54 PM
> > > To: ant-user@jakarta.apache.org
> > > Subject: Antlr task...
> > >
> > >
> > > I just finished an taskdef for Antlr (www.antlr.org). I am
> interested if
> > > anyone's interested in testing it out.
> > >
> > > Also, I'd like to submit this for inclusion in Ant. How should I go
> > > about doing this?
> > >
> > > Thanks.
> > >
> > > David Li
> > > DigitalSesame


------=_NextPart_000_0003_01C05951.9CE8A810
Content-Type: java/*;
	name="Grammar.java"
Content-Transfer-Encoding: quoted-printable
Content-Disposition: attachment;
	filename="Grammar.java"

package build.tools;

import org.apache.tools.ant.*;
import org.apache.tools.ant.taskdefs.*;
import org.apache.tools.ant.types.*;
import com.sssw.tools.build.*;

import antlr.AntlrGrammarC;

import java.util.*;
import java.io.*;

public class Grammar extends org.apache.tools.ant.Task
{

	protected int verbosity =3D Project.MSG_INFO;
	protected boolean filtering =3D false;

	protected String m_destDir =3D null;
	protected String m_ss_root =3D null;
	protected String m_srcdir =3D null;  =20
	protected Vector filesets =3D new Vector();

	/**
     * Adds a set of files (nested fileset attribute).
     */
    public void addFileset(FileSet set)
	{
        filesets.addElement(set);
    }

	public void setSsroot(String ss_root)
	{
		m_ss_root =3D ss_root;
	}

	public void setSrcdir(String srcdir)
	{
		m_srcdir =3D srcdir;     =20
	}

	public void setDestdir(String destdir)
	{
		m_destDir =3D destdir;     =20
	}

	/**
	* java antlr.AntlrGrammarC -o . foo.g=20
	* or
	* java antlr.AntlrGrammarC -o . -glib foo.ig foo.ig
	* copy FooTokenTyps.txt /dev/classes  =20
	*/

	public void execute() throws BuildException
	{
		for (int i=3D0; i<filesets.size(); i++) {
            FileSet fs =3D (FileSet) filesets.elementAt(i);
            DirectoryScanner ds =3D fs.getDirectoryScanner(project);
            File fromDir =3D fs.getDir(project);

			File fdest =3D new File(m_destDir, m_srcdir);

            String[] srcFiles =3D ds.getIncludedFiles();
			String args[] =3D new String[3];
			args[0] =3D "-o";
			//args[1] =3D src.getAbsoluteFile().getParentFile().toString();
		=09
			String glibargs[] =3D new String[5];
			glibargs[0] =3D "-o";
			glibargs[2] =3D "-glib";

            for(int j =3D 0; j < srcFiles.length; j++)
			{
				if(srcFiles[j].indexOf(".") =3D=3D -1)
					continue;
				String fname =3D srcFiles[j].substring(0, =
srcFiles[j].lastIndexOf("."));
				File src =3D new File(fromDir,srcFiles[j]);

				LinkedList genedFiles =3D new LinkedList();

				=
if(srcFiles[j].substring(srcFiles[j].lastIndexOf(".")+1).equalsIgnoreCas=
e("g"))
				{
					// then we have a grammer that does not inherit
					args[1] =3D src.getAbsoluteFile().getParentFile().toString();      =
        =20
					args[2] =3D src.toString();
=09
					log("GrammarCompiler " + args[0] + " "+=20
						args[1] + " " + args[2]);
					AntlrGrammarC.mainInProc(args,genedFiles);
				}
				else
				{
					// then we have a grammer that does not inherit
					glibargs[1] =3D src.getAbsoluteFile().getParentFile().toString();
					glibargs[3] =3D src.toString();
					glibargs[4] =3D src.toString();
=09
					log("GrammarCompiler " + args[0] + " "+=20
						args[1] + " " + args[2] + " " + args[3] + " " + args[4]);
					AntlrGrammarC.mainInProc(glibargs,genedFiles);
				}

				if(project.getProperty(JavaSrcSetter.JAVA_SRC_ROOT) =3D=3D null)
					throw new BuildException("Please make sure that the JavaSrcSetter =
has been called before this method");

				// compiling a grammar file will produce 4 .java files and one .txt
				// file.  We need to find the .txt file and copy it to the classes =
dir           =20
                String javasrc =3D new =
File(project.getProperty(JavaSrcSetter.JAVA_SRC_ROOT)).getPath();
               =20
				for(int k =3D 0; k < genedFiles.size(); k++)
				{
					File current =3D (File)genedFiles.get(k);
					if(current.getName().endsWith(".txt"))
					{
						// then we found the TokenTypes file
						String srcpath =3D current.getPath();

						String pac =3D srcpath.substring(srcpath.indexOf(javasrc) + =
javasrc.length());
						File to =3D new File(m_destDir,pac);
                        try {
							log("Copying " + current.getName() + " to " + to, verbosity);
							project.copyFile(current,=20
											 to,=20
											 filtering,=20
											 true);
						} catch (IOException ioe) {
							String msg =3D "Failed to copy " + current + " to " + to
								+ " due to " + ioe.getMessage();
							throw new BuildException(msg, ioe, location);
						}                 =20
					}
				}
			}
        }
	}
}

------=_NextPart_000_0003_01C05951.9CE8A810
Content-Type: java/*;
	name="AntlrGrammarC.java"
Content-Transfer-Encoding: quoted-printable
Content-Disposition: attachment;
	filename="AntlrGrammarC.java"

package antlr;

import java.io.*;
import java.util.HashMap;
import java.util.LinkedList;
import antlr.collections.impl.BitSet;
import antlr.collections.impl.Vector;

public class AntlrGrammarC extends Tool
{

	static String tempGrammarFile;

	protected LinkedList m_genedFiles;=20

	private AntlrGrammarC(LinkedList genedFiles)
	{
		super();
		m_genedFiles =3D genedFiles;
	}
   =20
	public static void main (String args[])
	{
		System.out.println("ANTLR Parser Generator   Version "+
						   Tool.version+"   1989-2000 MageLang's jGuru.com");
		System.out.println("Edited for SilverStream by Zack Grossbart");
		try
		{
			if( args.length=3D=3D0 )
			{
				help();
			}
			String temp[] =3D new String[args.length+1];
			temp[0] =3D "-AG";
			System.arraycopy(args,0,temp,1,args.length);

			Tool theTool =3D new AntlrGrammarC(new LinkedList());
			theTool.doEverything(temp);
			theTool =3D null;
		}
		catch(Exception e)
		{
			System.err.println(System.getProperty("line.separator")+
							   System.getProperty("line.separator"));
			System.err.println("#$%%*&@# internal error: "+e.toString());
			System.err.println("[complain to nearest government official");
			System.err.println(" or Zack Grossbart (zack@silverstream.com)");
			e.printStackTrace();
		}
	}

	public static int mainInProc(String args[], LinkedList genedFiles)
	{
		System.out.println("ANTLR Parser Generator   Version "+
						   Tool.version+"   1989-2000 MageLang's jGuru.com");
		System.out.println("Edited for SilverStream by Zack Grossbart");
		try
		{
			if( args.length=3D=3D0 )
			{
				help();
				return -1;
			}
			String temp[] =3D new String[args.length+1];
			temp[0] =3D "-AG";
			System.arraycopy(args,0,temp,1,args.length);

			AntlrGrammarC theTool =3D new AntlrGrammarC(genedFiles);
			m_tool =3D theTool;
			return theTool.doEverythingInProc(temp);        =20
		}
		catch(Exception e)
		{
			System.err.println(System.getProperty("line.separator")+
							   System.getProperty("line.separator"));
			System.err.println("#$%%*&@# internal error: "+e.toString());
			System.err.println("[complain to nearest government official");
			System.err.println(" or Zack Grossbart (zack@silverstream.com)");
			e.printStackTrace();
			return -1;
		}
	}

	protected void addFileToOutputList(File f)
	{
		// this is expected to be implemented in a base class
		if(!m_genedFiles.contains(f))
			m_genedFiles.add(f);
	}

	protected int doEverythingInProc(String[] args)
	{
		preprocessArguments(args);
	=09
		antlr.preprocessor.Tool preTool =3D new antlr.preprocessor.Tool(this, =
args);
		if ( !preTool.preprocess() ) {
			return 1;
		}=09
		String[] modifiedArgs =3D preTool.preprocessedArgList();

		// process arguments for the Tool
		processArguments(modifiedArgs);

		f =3D getGrammarReader();

		TokenBuffer tokenBuf =3D new TokenBuffer(new ANTLRLexer(f));
		LLkAnalyzer analyzer =3D new LLkAnalyzer(this);
		MakeGrammar behavior =3D new MakeGrammar(this, args, analyzer);

		try {
			ANTLRParser p =3D new ANTLRParser(tokenBuf, behavior, this);
			p.setFilename(grammarFile);
			p.grammar();
			if (hasError) {
				System.out.println("Exiting due to errors.");
				return 1;
			}
			checkForInvalidArguments(modifiedArgs, cmdLineArgValid);

			// Create the right code generator according to the "language" =
option
			CodeGenerator codeGen;

			// SAS: created getLanguage() method so subclass can override
			//      (necessary for VAJ interface)
			String codeGenClassName =3D "antlr." + getLanguage(behavior) + =
"CodeGenerator";
			try {
				Class codeGenClass =3D Class.forName(codeGenClassName);
				codeGen =3D (CodeGenerator)codeGenClass.newInstance();
				codeGen.setBehavior(behavior);
				codeGen.setAnalyzer(analyzer);
				codeGen.setTool(this);
				codeGen.gen();
			}
			catch (ClassNotFoundException cnfe) {
				panic("Cannot instantiate code-generator: " + codeGenClassName);
			}
			catch (InstantiationException ie) {
				panic("Cannot instantiate code-generator: " + codeGenClassName);
			}
			catch (IllegalArgumentException ie) {
				panic("Cannot instantiate code-generator: " + codeGenClassName);
			}
			catch (IllegalAccessException iae) {
				panic("code-generator class '" + codeGenClassName + "' is not =
accessible");
			}
		}
		catch (RecognitionException pe) {
			System.err.println("Unhandled parser error: " + pe.getMessage());
			return 1;
		}
		catch (TokenStreamException io) {
			System.err.println("TokenStreamException: " + io.getMessage());
			return 1;
		}
		return 0;
	}

    protected void doEverything(String[] args)
	{
		preprocessArguments(args);
		super.doEverything(args);
	}

	protected void preprocessArguments(String[] args)
	{
		for(int i =3D 0; i < args.length; i++)
		{
			if(args[i].equals("-diagnostic"))
			{
				continue;
			}
			else
			{
				if(args[i].equals("-o"))
				{
					i++;
					continue;           =20
				}
				else
					if(args[i].equals("-html"))
				{
					continue;
				}
				else
				{
					if(args[i].charAt(0) !=3D '-')
					{
						// Must be the grammar file
						tempGrammarFile =3D args[i];                 =20
					}
				}
			}
		}
	}

	/** Parse a list such as "f1.g;f2.g;..." and return a Vector
	 *  of the elements.
	 */
	public static Vector parseSeparatedList(String list, char separator)
	{
		Vector v =3D new Vector(10);     =20
		StringBuffer buf =3D new StringBuffer(100);
		int i=3D0;
		while( i<list.length() )
		{
			while( i<list.length() && list.charAt(i)!=3Dseparator )
			{
				buf.append(list.charAt(i));
				i++;
			}
			// add element to vector
			findGrammars(v,buf.toString());
			//v.appendElement(buf.toString());
			buf.setLength(0);
			// must be a separator or finished.
			if( i<list.length() )
			{	 // not done?
				i++;	// skip separator
			}
		}
		if( v.size()=3D=3D0 ) return null;
		removeDuplicates(v);
		for(int j =3D 0; j < v.size(); j++)
			System.out.println("Vector with removed duplicates.elementAt(j): " + =
v.elementAt(j));
		return v;
	}

	private static void removeDuplicates(Vector v)
	{
		HashMap dups =3D new HashMap();
		for(int i =3D 0; i < v.size(); i++)
		{
			File f =3D (File)dups.get(v.elementAt(i));
			if(f !=3D null &&
			   (f.equals((new File((String)v.elementAt(i))).getAbsoluteFile())))
			{
				v.removeElement(v.elementAt(i));
				i--;
			}
			else if(f !=3D null)
			{
				File ex =3D new File((String)v.elementAt(i)).getAbsoluteFile();
				String child =3D "expanded"+ex.getName();
				ex =3D new File(ex.getParentFile(), child).getAbsoluteFile();
				if(f.equals(ex))
				{
					v.removeElement(v.elementAt(i));
					i--;
				}
			}
			else
				dups.put(v.elementAt(i),new =
File((String)v.elementAt(i)).getAbsoluteFile());           =20
		}

		for(int k =3D 0; k < v.size(); k++)
		{
			//String grmtemp =3D "Z:\\dev\\com\\sssw\\shr\\test2\\jspjava.g";
			if((new File((String)v.elementAt(k))).equals((new =
File(tempGrammarFile)).getAbsoluteFile()))
			{
				v.removeElement(v.elementAt(k));
				k--;
			}
			else
			{
				File ex =3D new File(tempGrammarFile).getAbsoluteFile();
				String child =3D "expanded"+ex.getName();
				ex =3D new File(ex.getParentFile(), child).getAbsoluteFile();
				if((new File((String)v.elementAt(k))).getAbsoluteFile().equals(ex))
				{
					v.removeElement(v.elementAt(k));
					k--;
				}
			}
		}     =20
	}

	private static void findGrammars(Vector v, String location)
	{
		try
		{
			File dir =3D new File(location);
			if(!dir.isDirectory())
				dir =3D dir.getAbsoluteFile().getParentFile();
			if(dir =3D=3D null)
				return;

			File grm[] =3D dir.listFiles(new ToolFilenameFilter());
			for(int i =3D 0; i < grm.length; i++)
			{
				/*if((".").equals(getOutputDirectory()))
					v.appendElement(grm[i].getName());
				else*/
				v.appendElement(grm[i].toString());
			}

		}
		catch(Exception e)
		{
			System.out.println(e.getMessage());
			e.printStackTrace();
		}
	}  =20

	public static void copyFile(String source_name, String dest_name)=20
	throws IOException
	{
		File source_file =3D new File(source_name).getAbsoluteFile();
		File destination_file =3D new File(dest_name).getAbsoluteFile();
		if(source_file.equals(destination_file))
			return;
		FileReader source =3D null; // SAS: changed for proper text io
		FileWriter destination =3D null;
		char[] buffer;
		int bytes_read;

		try
		{
			// First make sure the specified source file=20
			// exists, is a file, and is readable.
			if(!source_file.exists() || !source_file.isFile())
				throw new FileCopyException("FileCopy: no such source file: " +
											source_name);
			if(!source_file.canRead())
				throw new FileCopyException("FileCopy: source file " +=20
											"is unreadable: " + source_name);

			// If the destination exists, make sure it is a writeable file
			// and ask before overwriting it.  If the destination doesn't
			// exist, make sure the directory exists and is writeable.
			if(destination_file.exists())
			{
				if(destination_file.isFile())
				{
					DataInputStream in =3D new DataInputStream(System.in);
					String response;

					if(!destination_file.canWrite())
						throw new FileCopyException("FileCopy: destination " +
													"file is unwriteable: " + dest_name);
					/*
					  System.out.print("File " + dest_name +=20
										   " already exists.  Overwrite? (Y/N): ");
							   System.out.flush();
							   response =3D in.readLine();
							   if (!response.equals("Y") && !response.equals("y"))
							   throw new FileCopyException("FileCopy: copy cancelled.");
							   */
				}
				else
				{
					throw new FileCopyException("FileCopy: destination "
												+ "is not a file: " +  dest_name);
				}
			}
			else
			{
				File parentdir =3D parent(destination_file);
				if(!parentdir.exists())
					throw new FileCopyException("FileCopy: destination "
												+ "directory doesn't exist: " + dest_name);
				if(!parentdir.canWrite())
					throw new FileCopyException("FileCopy: destination "
												+ "directory is unwriteable: " + dest_name);
			}

			// If we've gotten this far, then everything is okay; we can
			// copy the file.
			source =3D new FileReader(source_file);
			destination =3D new FileWriter(destination_file);
			buffer =3D new char[1024];
			while(true)
			{
				bytes_read =3D source.read(buffer,0,1024);
				if(bytes_read =3D=3D -1) break;
				destination.write(buffer, 0, bytes_read);
			}
		}
		// No matter what happens, always close any streams we've opened.
		finally
		{
			if(source !=3D null)
				try
				{
					source.close();
				}
				catch(IOException e)
				{
					;
				}
			if(destination !=3D null)
				try
				{
					destination.close();
				}
				catch(IOException e)
				{
					;
				}
		}     =20
	} =20

	private static void help()
	{
		System.out.println("usage: java antlr.AntlrGrammarC [args] file.g");
		System.out.println("  -o outputDir      specify output directory =
where all output generated.");
		System.out.println("  -debug            launch the ParseView debugger =
upon parser invocation.");
		System.out.println("  -html             generate an html file from =
your grammar (minus actions).");
		System.out.println("  -trace            have all rules call =
traceIn/traceOut.");
		System.out.println("  -traceParser      have parser rules call =
traceIn/traceOut.");
		System.out.println("  -traceLexer       have lexer rules call =
traceIn/traceOut.");
		System.out.println("  -traceTreeParser  have tree parser rules call =
traceIn/traceOut.");
	}

}

class ToolFilenameFilter implements FilenameFilter
{
	public boolean accept(File dir, String name)
	{
		return name.endsWith(".g") ||=20
		name.endsWith(".G") ||=20
		name.endsWith(".ig") ||
		name.endsWith(".IG");
	}
}

------=_NextPart_000_0003_01C05951.9CE8A810--