Harness.java

// Copyright (c) 2006, 2007, 2012  Red Hat, Inc.
// Written by Anthony Balkissoon <abalkiss@redhat.com>

// This file is part of Mauve.

// Mauve is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2, or (at your option)
// any later version.

// Mauve is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.

// You should have received a copy of the GNU General Public License
// along with Mauve; see the file COPYING.  If not, write to
// the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, 
// Boston, MA 02110-1301 USA.

/*
 * See the README file for information on how to use this
 * file and what it is designed to do.
 */

import gnu.testlet.config;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.OutputStream;
import java.io.PrintWriter;
import java.lang.reflect.Constructor;
import java.lang.reflect.Method;
import java.net.URL;
import java.net.URLClassLoader;
import java.util.ArrayList;
import java.util.LinkedHashSet;
import java.util.List;
import java.util.Map;
import java.util.HashMap;
import java.util.Iterator;
import java.util.StringTokenizer;

/**
 * The Mauve Harness.  This class parses command line input and standard
 * input for tests to run and runs them in a separate process.  It detects
 * when that separate process is hung and restarts the process.
 * @author Anthony Balkissoon abalkiss at redhat dot com
 *
 */
public class Harness
{ 
  // The compile method for the embedded ecj
  private static Method ecjMethod = null;
  
  // The string that will be passed to the compiler containing the options
  // and the file(s) to compile
  private static String compileString = null;
  
  // The options to pass to the compiler, needs to be augmented by the
  // bootclasspath, which should be the classpath installation directory
  private static String compileStringBase = "-proceedOnError -nowarn -1.5 -d " + config.builddir;
  
  // Options specified in a test which is passed to a compiler
  private static String compileOptions = "";

  // The writers for ecj's out and err streams.
  private static PrintWriter ecjWriterOut = null;
  private static PrintWriter ecjWriterErr = null;
  
  // The name of the most recent test that failed to compile.
  private static String lastFailingCompile = "";
  
  // The number of compile fails in the current folder.
  private static int numCompileFailsInFolder = 0;
  
  // The constructor for the embedded ecj
  private static Constructor<?> ecjConstructor = null;

  // The classpath installation location, used for the compiler's bootcalsspath
  private static String classpathInstallDir = null;
  
  // The location of the eclipse-ecj.jar file
  private static String ecjJarLocation = null;
  
  // How long a test may run before it is considered hung
  private static long runner_timeout = 60000;

  // The command to invoke for the VM on which we will run the tests.
  private static String vmCommand = null;

  // A command that is prepended to the test commandline (e.g. strace, gdb, time)
  private static String vmPrefix = null;
  
  // Arguments to be passed to the VM
  private static String vmArgs = "";
  
  // Whether or not we should recurse into directories when a folder is
  // specified to be tested
  private static boolean recursion = true;

  // Whether we should run in noisy mode
  private static boolean verbose = false;
  
  // Whether we should display one-line summaries for passing tests
  private static boolean showPasses = false;
  
  // Whether we should compile tests before running them
  private static boolean compileTests = true;
  
  // The total number of tests run
  private static int total_tests = 0;

  // The total number of failing tests (not harness.check() calls)
  private static int total_test_fails = 0;
  
  // The total number of harness.check() calls that fail
  private static int total_check_fails = 0;

  // All the tests that were specified on the command line rather than
  // through standard input or an input file
  private static List<String> commandLineTests = null;
  
  // The input file (possibly) supplied by the user
  private static String inputFile = null;

  // All the tests that were explicitly excluded via the -exclude option
  private static List<String> excludeTests = new ArrayList<String>();
  
  // A way to speak to the runner process
  private static PrintWriter runner_out = null;

  // A way to listen to the runner process
  private static BufferedReader runner_in = null;
  
  // A thread listening to the error stream of the RunnerProcess
  private static ErrorStreamPrinter runner_esp = null;
  
  // A flag indicating whether or not we shoudl restart the error stream
  // printer when we enter the runTest method
  private static boolean restartESP = false;
  
  // The process that will run the tests for us
  private static Process runnerProcess = null;

  // A watcher to determine if runnerProcess is hung
  private static TimeoutWatcher runner_watcher = null;
  
  // The arguments used when this Harness was invoked, we use this to create an
  // appropriate RunnerProcess
  private static String[] harnessArgs = null;
  
  // A convenience String for ensuring tests all have the same name format
  private static final String gnuTestletHeader1 = "gnu" + File.separatorChar
                                                  + "testlet";
  
  // A convenience String for ensuring tests all have the same name format
  private static final String gnuTestletHeader2 = gnuTestletHeader1
                                                  + File.separatorChar;

  // The usual name of the CVS project containing this resource surrounded
  // with file-separator strings
  private static final String MAUVE = File.separator
                                      + System.getenv("MAUVE_PROJECT_NAME")
                                      + File.separator;
  // When a folder is selected from Eclipse this is what usually gets
  // prepended to the folder name
  private static final String MAUVE_GNU_TESTLET = MAUVE + gnuTestletHeader2;

  /**
   * The main method for the Harness.  Parses through the compile line
   * options and sets up the internals, sets up the compiler options, 
   * and then runs all the tests.  Finally, prints out a summary
   * of the test run.
   * 
   * @param args the compile line options 
   * @throws Exception
   */
  public static void main(String[] args) throws Exception
  {
    // Create a new Harness and set it up based on args.
    Harness harness = new Harness();
    harness.setupHarness(args);
    
    // Start the runner process and run all the tests.
    initProcess(args);
    runAllTests();

    // If more than one test was run, print a summary.
    if (total_tests > 0)
      System.out.println("\nTEST RESULTS:\n" + total_test_fails + " of "
                         + total_tests + " tests failed.  " + total_check_fails
                         + " total calls to harness.check() failed.");
    else
      {
        // If no tests were run, try to help the user out by suggesting what
        // the problem might have been.
        System.out.println ("No tests were run.  Possible reasons " +
                "may be listed below.");
        if (compileTests == false)
          {
            System.out.println("Autocompilation is not enabled, so the " +
                    "tests need to be compiled manually.  You can enable " +
                    "autocompilation via configure, see the README for more " +
                    "info.\n");
          }
        else if (recursion == false)
          {
            System.out.println ("-norecursion was specified, did you " +
                    "specify a folder that had no tests in it?\n");
          }
        else if (excludeTests != null && excludeTests.size() > 0)
          {
            System.out.println ("Some tests were excluded.\nDid you use " +
                    "-exclude and exclude all tests (or all specified " +
                    "tests)? \n");
          }
        else
          {
            System.out.println ("Did you specify a test that " +
                                "doesn't exist or a folder that contains " +
                                "no tests? \n");
          }          
      }
    harness.finalize();
    System.exit(total_test_fails > 0 ? 1 : 0);
  }

  /**
   * Sets up the harness internals before the tests are run.  Parses through
   * the compile line options and then sets up the compiler options.
   * @param args
   * @throws Exception
   */
  private void setupHarness(String[] args) throws Exception
  {
    // Save the arguments, we'll pass them to the RunnerProcess so it can
    // set up its internal properties.
    harnessArgs = args;    
    
    // Find out from configuration whether auto-compilation is enabled or not.
    // This can be changed via the options to Harness (-compile true or
    // -compile false).
    compileTests = config.autoCompile.equals("yes");
    
    // Find out from configuration which VM we're testing.  This can be changed
    // via the options to Harness (-vm VM_TO_TEST). 
    vmCommand = config.testJava;
    
    // Now parse all the options to Harness and set the appropriate internal
    // properties.
    for (int i = 0; i < args.length; i++)
      {        
        if (args[i].equals("-norecursion"))
          recursion = false;
        else if (args[i].equals("-verbose"))
          verbose = true;
        else if (args[i].equals("-showpasses"))
          showPasses = true;
        else if (args[i].equals("-compile"))
          {
            // User wants to use an input file to specify which tests to run.
            if (++i >= args.length)
              throw new RuntimeException("No file path after '-file'.  Exit");
            if (args[i].equals("yes") || args[i].equals("true"))
              compileTests = true;
            else if (args[i].equals("no") || args[i].equals("false"))
              compileTests = false;
          }
        else if (args[i].equals("-help") || args[i].equals("--help")
                 || args[i].equals("-h"))
          printHelpMessage();
        else if (args[i].equalsIgnoreCase("-file"))
          {
            // User wants to use an input file to specify which tests to run.
            if (++i >= args.length)
              throw new RuntimeException("No file path after '-file'.  Exit");
            inputFile = args[i];
          }
        else if (args[i].equalsIgnoreCase("-bootclasspath"))
          {
            // User is specifying the classpath installation folder to use
            // as the compiler's bootclasspath.
            if (++i >= args.length)
              throw new RuntimeException("No file path " +
                    "after '-bootclasspath'.  Exit");
            classpathInstallDir = args[i];
          }
        else if (args[i].equalsIgnoreCase("-vmarg"))
          {
            // User is specifying arguments to be passed to the VM of the
            // RunnerProcess.
            if (++i >= args.length)
              throw new RuntimeException("No argument after -vmarg.  Exit");
            {
              vmArgs += " " + args[i];
            }            
          }
        else if (args[i].equalsIgnoreCase("-ecj-jar"))
          {
            // User is specifying the location of the eclipse-ecj.jar file
            // to use for compilation.
            if (++i >= args.length)
              throw new RuntimeException("No file path " +
                    "after '-ecj-jar'.  Exit");
            ecjJarLocation = args[i];
          }
        else if (args[i].equals("-exclude"))
          {
            // User wants to exclude some tests from the run.
            if (++i >= args.length)
              throw new RuntimeException ("No test or directory " +
                    "given after '-exclude'.  Exit");
            excludeTests.add(startingFormat(args[i]));
          }
        else if (args[i].equals("-vm"))
          {
            // User wants to exclude some tests from the run.
            if (++i >= args.length)
              throw new RuntimeException ("No VMPATH" +
                    "given after '-vm'.  Exit");
            vmCommand = args[i];
          }
        else if (args[i].equals("-vmprefix"))
          {
            // User wants to prepend a certain command.
            if (++i >= args.length)
              throw new RuntimeException ("No file" +
                    "given after '-vmprefix'.  Exit");
            vmPrefix = args[i] + " ";
          }
        else if (args[i].equals("-timeout"))
          {
            // User wants to change the timeout value.
            if (++i >= args.length)
              throw new RuntimeException ("No timeout value given " +
                    "after '-timeout'.  Exit");
            runner_timeout = Long.parseLong(args[i]);
          }
        else if (args[i].equals("-xmlout"))
          {
            // User wants output in an xml file
            if (++i >= args.length)
              throw new RuntimeException ("No file " +
                    "given after '-xmlout'.  Exit");
            // the filename is used directly from args
          }
          else if (args[i].equals("-autoxml"))
          {
            // Path to store xml files
            if (++i >= args.length)
              throw new RuntimeException ("No path " +
                    "specified after '-autoxml'.  Exit");
            // the dirname is used directly from args
          }
        else if (args[i].charAt(0) == '-')
          {
            // One of the ignored options (handled by RunnerProcess)
            // such as -debug.  Do nothing here but don't let it fall
            // through to the next branch which would consider it a 
            // test or folder name
          }
        else if (args[i] != null)
          {
            // This is a command-line (not standard input) test or directory.
            if (commandLineTests == null)
              commandLineTests = new ArrayList<String>();
            commandLineTests.add(startingFormat(args[i]));
          }          
      }

    // If ecj-jar wasn't specified, use the configuration value.
    if (ecjJarLocation == null)
      ecjJarLocation = config.ecjJar;

    // If auto-compilation is enabled, verify that the ecj-jar location is 
    // valid.
    if (compileTests)
      {
        if (ecjJarLocation == null || ecjJarLocation.equals(""))
          compileTests = false;
        else
          {
            File testECJ = new File(ecjJarLocation);
            if (!testECJ.exists())
              compileTests = false;
          }
      }
    
    // If auto-compilation is enabled and the ecj-jar location was fine, 
    // set up the compiler options and PrintWriters
    if (compileTests)
      setupCompiler();
    
    // If vmCommand is "java" it is likely that it defaulted to this value, 
    // so it wasn't set in configure (--with-vm) and it wasn't set
    // on the command line (-vm TESTVM), so we should print a warning.
    if (vmCommand.equals("java"))
      System.out.println("WARNING: running tests on 'java'.  To set the " +
                         "test VM, use --with-vm when\nconfiguring " +
                         "or specify -vm when running the Harness.\n");
  }    
    
  /**
   * Sets up the compiler by reflection, sets up the compiler options,
   * and the PrintWriters to get error messages from the compiler.
   * 
   * @throws Exception
   */
  private void setupCompiler() throws Exception
  {
    String classname = "org.eclipse.jdt.internal.compiler.batch.Main";
    Class<?> klass = null;
    try
    {
      klass = Class.forName(classname);
    }
    catch (ClassNotFoundException e)
    {
      File jar = new File(ecjJarLocation);
      if (! jar.exists() || ! jar.canRead())
        throw e;
      
      ClassLoader loader = new URLClassLoader(new URL[] { jar.toURL() });
      try
      {
        klass = loader.loadClass(classname);
      }
      catch (ClassNotFoundException f)
      {
        throw e;
      }
    }
    // Set up the compiler and the PrintWriters for the compile errors.
    ecjConstructor = 
      klass.getConstructor 
      (PrintWriter.class, PrintWriter.class, Boolean.TYPE);
    ecjMethod = 
      klass.getMethod
      ("compile", String.class, PrintWriter.class, PrintWriter.class );
    
    ecjWriterErr = new CompilerErrorWriter(System.out);
    ecjWriterOut = new PrintWriter(System.out);
    // Set up the compiler options now that we know whether or not we are
    // compiling.
    compileStringBase += getClasspathInstallString();
  }  
  
  /**
   * Removes the config.srcdir + File.separatorChar from the start of
   * a String.
   * @param val the String
   * @return the String with config.srcdir + File.separatorChar
   * removed
   */
  private static String stripSourcePath(String val)
  {
    if (val.startsWith(config.srcdir + File.separatorChar)
        || val.startsWith(config.srcdir.replace('/', '.') + "."))
      val = val.substring(config.srcdir.length() + ".".length());
    return val;
  }
  
  /**
   * Removes the "gnu.testlet." from the start of a String.
   * @param val the String
   * @return the String with "gnu.testlet." removed
   */
  private static String stripPrefix(String val)
  {
    if (val.startsWith("gnu" + File.separatorChar + "testlet")
        || val.startsWith("gnu.testlet."))
      val = val.substring("gnu.testlet.".length());
    return val;
  }
  
  /**
   * Get the bootclasspath from the configuration so it can be added
   * to the string passed to the compiler.
   * @return the bootclasspath for the compiler, in String format
   */
  private static String getClasspathInstallString()
  {
    String temp = classpathInstallDir;
    
    // If classpathInstallDir is null that means no bootclasspath was 
    // specified on the command line using -bootclasspath.  In this case
    // auto-detect the bootclasspath.
    if (temp == null)
      {
        temp = getBootClassPath();
        
        // If auto-detect returned null we cannot auto-detect the 
        // bootclasspath and we should try invoking the compiler without
        // specifying the bootclasspath.  Otherwise, we should add
        // " -bootclasspath " followed by the detected path.
        if (temp != null)              
          return " -bootclasspath " + temp;
        return "";
      }
    
    // This section is for bootclasspath's specified with
    // -bootclasspath or --with-bootclasspath (in configure), we need
    // to add "/share/classpath/glibj.zip" onto the end and
    // " -bootclasspath onto the start".
    temp = " -bootclasspath " + temp;
    if (!temp.endsWith(File.separator))
      temp += File.separator;
    temp += "share" + File.separator + "classpath";
    
    // If (for some reason) there is no glibj.zip file in the specified
    // folder, just use the folder as the bootclasspath, perhaps the folder
    // contains an expanded view of the resources.
    File f = new File (temp.substring(16) + File.separator + "glibj.zip");
    if (f.exists())
      temp += File.separator + "glibj.zip";
    return temp;
  }
  
  /**
   * Forks a process to run DetectBootclasspath on the VM that is
   * being tested.  This program detects the bootclasspath so we can use
   * it for the compiler's bootclasspath.
   * @return the bootclasspath as found, or null if none could be found.
   */
  private static String getBootClassPath()
  {
    try
    {
      String c = vmCommand + vmArgs + " Harness$DetectBootclasspath";      
      Process p = Runtime.getRuntime().exec(c);
      BufferedReader br = 
        new BufferedReader
        (new InputStreamReader(p.getInputStream()));
      String bcpOutput = null;
      while (true)
        {
          // This readLine() is a blocking call.  This will hang if the 
          // bootclasspath finder hangs.
          bcpOutput = br.readLine();
          if (bcpOutput.equals("BCP_FINDER:can't_find_bcp_"))
            {
              // This means the auto-detection failed.
              return null;
            }
          else if (bcpOutput.startsWith("BCP_FINDER:"))
            {
              return bcpOutput.substring(11);
            }
          else
            System.out.println(bcpOutput);
        }
    }
    catch (IOException ioe)
    {
      // Couldn't auto-fetch the bootclasspath.
      return null;
    }
  }

  /**
   * This method takes a String and puts it into a consistent format so we can
   * deal with all test names in the same way. It ensures that tests start with
   * "gnu/testlet" and that '.' are replaced by the file separator character. 
   * It also strips the .java or .class extensions if they are present, 
   * and removes single trailing dots.
   * 
   * @param val the input String
   * @return the formatted String
   */
  private static String startingFormat(String val)
  {
    if (val != null)
      {
        if (val.endsWith(".class"))
          val = val.substring(0, val.length() - 6);
        if (val.endsWith(".java"))
          val = val.substring(0, val.length() - 5);
        val = val.replace('.', File.separatorChar);
        if (val.endsWith("" + File.separatorChar))
          val = val.substring(0, val.length() - 1);
        if (val.startsWith(MAUVE_GNU_TESTLET))
          val = val.substring(MAUVE.length());
        else if (! val.startsWith(gnuTestletHeader1))
          val = gnuTestletHeader2 + val;        
      }
    return val;
  }

  /**
   * This method prints a help screen to the console and then exits.
   */
  static void printHelpMessage()
  {
    String align = "\n                           ";
    String message = 
      "This is the Mauve Harness.  Usage:\n\n" +
            
      " JAVA Harness <options> <testcase | folder>\n" +      
      "  If no testcase or folder is given, all the tests will be run. \n" +

      // Example invocation.
      "\nExample: 'jamvm Harness -vm jamvm -showpasses javax.swing'\n" +
      "  will use jamvm (located in your path) to run all the tests in the\n" +
      "  gnu.testlet.javax.swing folder and will display PASSES\n" +
      "  as well as FAILS.\n\nOPTIONS:\n\n" +
      
      // Test Run Options.
      "Test Run Options:\n" +      
      "  -vm [vmpath]:            specify the vm on which to run the tests." +
      "It is strongly recommended" + align + "that you use this option or " +
      "use the --with-vm option when running" + align + "configure.  " +
      "See the README file for more details.\n" +      
      "  -compile [yes|no]:       specify whether or not to compile the " +
      "tests before running them.  This" + align + "overrides the configure" +
      "option --disable-auto-compilation but requires an ecj jar" + align + 
      "to be in /usr/share/java/eclipse-ecj.jar or specified via the " +
      "--with-ecj-jar" + align + "option to configure.  See the README" +
      " file for more details.\n" +      
      "  -timeout [millis]:       specifies a timeout value for the tests " +
      "(default is 60000 milliseconds)" +

      // Testcase Selection Options.
      "\n\nTestcase Selection Options:\n" +
      "  -exclude [test|folder]:  specifies a test or a folder to exclude " +
      "from the run\n" +
      "  -norecursion:            if a folder is specified to be run, don't " +
      "run the tests in its subfolders\n" +
      "  -file [filename]:        specifies a file that contains the names " +
      "of tests to be run (one per line)\n" +
      "  -interactive:            only run interactive tests, if not set, " +
      "only run non-interactive tests\n" +
      // Output Options.
      "\n\nOutput Options:\n" +
      "  -showpasses:             display passing tests as well as failing " +
      "ones\n" +
      "  -hidecompilefails:       hide errors from the compiler when " +
      "tests fail to compile\n" +
      "  -noexceptions:           suppress stack traces for uncaught " +
      "exceptions\n" +
      "  -verbose:                run in noisy mode, displaying extra " +
      "information\n" +
      "  -debug:                  displays some extra information for " +
      "failing tests that " +
      "use the" + align + "harness.check(Object, Object) method\n" +
      "  -xmlout [filename]:      specifies a file to use for xml output\n" +
      "  -autoxml [folder]:       generate individual xml output, for each test case \n" +
      "\nOther Options:\n" +
      "  -help:                   display this help message\n";
      System.out.println(message);
    System.exit(0);
  }
  
  protected void finalize()
  {
    //Clean up 
    try
      {
        runTest("_dump_data_");
        runnerProcess.destroy();
        runner_in.close();
        runner_out.close();                
      } 
    catch (IOException e) 
      {
        System.err.println("Could not close the interprocess pipes.");
        System.exit(-1);
      }
  }
  
  /**
   * This method sets up our runner process - the process that actually
   * runs the tests.  This needs to be done once initially and also
   * every time a test hangs.
   * @param args the compile line options for Harness
   */
  private static void initProcess(String[] args)
  {    
    StringBuffer sb = new StringBuffer(" RunnerProcess");
    for (int i = 0; i < args.length; i++)      
      sb.append(" " + args[i]);      

    if (vmPrefix != null)
      sb.insert(0, vmPrefix + vmCommand + vmArgs);
    else
      sb.insert(0, vmCommand + vmArgs);
    
    try
      {
        // Exec the process and set up in/out communications with it.
        runnerProcess = Runtime.getRuntime().exec(sb.toString());
        runner_out = new PrintWriter(runnerProcess.getOutputStream(), true);
        runner_in = 
          new BufferedReader
          (new InputStreamReader(runnerProcess.getInputStream()));
        runner_esp = new ErrorStreamPrinter(runnerProcess.getErrorStream());
        InputPiperThread pipe = new InputPiperThread(System.in,
                                                     runnerProcess.getOutputStream());
        pipe.start();
        runner_esp.start();
        
      }
    catch (IOException e)
      {
        System.err.println("Problems invoking RunnerProcess: " + e);
        System.exit(1);
      }

    // Create a timer to watch this new process.  After confirming the
    // RunnerProcess started properly, we create a new runner_watcher 
    // because it may be a while before we run the next test (due to 
    // preprocessing and compilation) and we don't want the runner_watcher
    // to time out.
    if (runner_watcher != null)
      runner_watcher.stop();
    runner_watcher = new TimeoutWatcher(runner_timeout, runnerProcess);
    runTest("_confirm_startup_");
    runner_watcher.stop();
    runner_watcher = new TimeoutWatcher(runner_timeout, runnerProcess);
  }
  
  /**
   * This method runs all the tests, both from the command line and from
   * standard input.  This is so the legacy method of running tests by 
   * echoing the classname and piping it to the Harness works, but so does
   * a more natural "jamvm Harness <TESTNAME>".
   */
  private static void runAllTests()
  {   
    // Run the commandLine tests.  These were assembled into 
    // <code>commandLineTests</code> in the setupHarness method.
    if (commandLineTests != null)
      {
        for (int i = 0; i < commandLineTests.size(); i++)
          {
            String cname = null;
            cname = commandLineTests.get(i);
            if (cname == null)
              break;
            processTest(cname);
          }
      }
    
    
    // Now run the standard input tests.  First we determine if the input is
    // coming from a file (if the -file option was used) or from stdin.
    BufferedReader r = null;
    if (inputFile != null)
      // The -file option was used, so set up our BufferedReader to use the
      // input file.
      try
        {
          r = new BufferedReader(new FileReader(inputFile));
        }
      catch (FileNotFoundException x)
        {
          throw new 
            RuntimeException("Cannot find \"" + inputFile + "\".  Exit");
        }
    else
      {
        // The -file option was not used, so use stdin instead.
        r = new BufferedReader(new InputStreamReader(System.in));
        try
          {
            if (! r.ready())
              {
                // If no tests were specified to be run, we will run all the 
                // tests (except those explicitly excluded).
                if (commandLineTests == null || commandLineTests.size() == 0)
                  processTest("gnu/testlet");
                return;
              }
          }
        catch (IOException ioe)
          {
          }
      }

    // Now process all the tests specified in the file or from stdin.
    while (true)
      {
        String cname = null;
        try
          {
            cname = r.readLine();
            if (cname == null)
              break;
          }
        catch (IOException x)
          {
            // Nothing.
          }
        processTest(startingFormat(cname));
      }
  }
  
  /**
   * This method runs a single test in a new Harness and increments the
   * total tests run and total failures, if the test fails.  Prints
   * PASS and adds to the report, if the appropriate options are enabled.
   * @param testName the name of the test
   */
  private static void runTest(String testName)
  {
    String tn = stripPrefix(testName.replace(File.separatorChar, '.'));
    String outputFromTest;
    boolean invalidTest = false;
    int temp;
    
    // Restart the error stream printer if necessary
    if (restartESP)
    {
    	restartESP = false;
    	runner_esp = new ErrorStreamPrinter(runnerProcess.getErrorStream());
    }

    // (Re)start the timeout watcher
    runner_watcher.reset();
    
    // Tell the RunnerProcess to run test with name testName
    runner_out.println(testName);
    
    while (true)
      {
        // Continue getting output from the RunnerProcess until it
        // signals the test completed or was invalid, or until the
        // TimeoutWatcher stops the RunnerProcess forcefully.
        try
        {
          outputFromTest = runner_in.readLine();
          if (outputFromTest == null)
            {
              // This means the test hung.
              initProcess(harnessArgs);
              temp = - 1;              
              break;
            }
          else if (outputFromTest.startsWith("RunnerProcess:"))
            {
              invalidTest = false;
              // This means the RunnerProcess has sent us back some
              // information. This could be telling us that a check() call
              // was made and we should reset the timer, or that the
              // test passed, or failed, or that it wasn't a test.
              if (outputFromTest.endsWith("restart-timer"))
                runner_watcher.reset();
              else if (outputFromTest.endsWith("pass"))
                {
                  temp = 0;
                  break;
                }
              else if (outputFromTest.indexOf("fail-loading") != -1)
                {
                  temp = 1;
                  System.out.println(outputFromTest.substring(27));
                }
              else if (outputFromTest.indexOf("fail-") != - 1)
                {
                  total_check_fails += Integer.parseInt(outputFromTest.substring(19));
                  temp = 1;
                  break;
                }
              else if (outputFromTest.endsWith("not-a-test"))
                {
                  // Temporarily decrease the total number of tests,
                  // because it will be incremented later even
                  // though the test was not a real test.
                  invalidTest = true;
                  total_tests--;
                  temp = 0;
                  break;
                }
            }
          else if (outputFromTest.equals("_startup_okay_")
              || outputFromTest.equals("_data_dump_okay_"))
            return;
          else
            // This means it was just output from the test, like a
            // System.out.println within the test itself, we should
            // pass these on to stdout.
            System.out.println(outputFromTest);
        }
        catch (IOException e)
        {
          initProcess(harnessArgs);
          temp = -1;
          break;
        }
      }
    if (temp == -1)
      {        
        // This means the watcher thread had to stop the process
        // from running. So this is a fail.
        if (verbose)
          System.out.println("  FAIL: timed out. \nTEST FAILED: timeout " + 
                             tn);
        else
        System.out.println("FAIL: " + tn
                           + "\n  Test timed out.  Use -timeout [millis] " +
                                "option to change the timeout value.");
        
        total_test_fails++;
      }
    else
      total_test_fails += temp;
    total_tests ++;
    
    // If the test passed and the user wants to know about passes, tell them.
    if (showPasses && temp == 0 && !verbose && !invalidTest)
      System.out.println ("PASS: "+tn);
  }  
  
  /**
   * This method handles the input, whether it is a single test or a folder
   * and calls runTest on the appropriate .class files.  Will also compile
   * tests that haven't been compiled or that have been changed since last
   * being compiled.
   * @param cname the input file name - may be a directory
   */
  private static void processTest(String cname)
  {
    if (cname.equals("CVS") || cname.endsWith(File.separatorChar + "CVS")
        || excludeTests.contains(cname)
        || (cname.lastIndexOf("$") > cname.lastIndexOf(File.separator)))
      return;

    // If processSingleTest returns -1 then this test was explicitly 
    // excluded with the -exclude option, and if it returns 0 then 
    // the test was successfully run and we should stop here.  Only
    // if it returns 1 should we try to process cname as a directory.
      if (processSingleTest(cname) == 1)
        processFolder(cname);    
  }

  /**
   * Checks if the corresponding classfile for the given test needs to
   * be compiled, or exists and needs to be updated.
   *
   * @param test name or path of the test
   * @return true if the classfile needs to be compiled
   */
  private static boolean testNeedsToBeCompiled(String testname)
  {
    String filename = stripSourcePath(testname);

    if (filename.endsWith(".java"))
      filename =
        filename.substring(0, filename.length() - ".java".length());

    String sourcefile =
      config.srcdir + File.separatorChar + filename + ".java";
    String classfile =
      config.builddir + File.separatorChar + filename + ".class";

    File sf = new File(sourcefile);
    File cf = new File(classfile);

    if (!sf.exists())
      throw new RuntimeException(sourcefile + " does not exists!");

    if (!cf.exists())
      return true;

    return (sf.lastModified() > cf.lastModified());
  }

  /**
   * Parse and process tags in the source file.
   *
   * @param sourcefile path of the source file
   * @param filesToCompile LinkedHashSet of the files to compile
   *
   * @return true on success, false on error
   */
  private static boolean parseTags(String sourcefile, LinkedHashSet<String> filesToCompile,
				   LinkedHashSet<String> filesToCopy, LinkedHashSet<String> testsToRun)
  {
    File f = new File(sourcefile);

    String base = f.getAbsolutePath();
    base = base.substring(0, base.lastIndexOf(File.separatorChar));

    BufferedReader r = null;
    try
      {
        r = new BufferedReader(new FileReader(f));
        String line = null;
        line = r.readLine();
        while (line != null)
          {
            if (line.contains("//"))
              {
                if (line.contains("Uses:"))
                  {
                    processUsesTag(line, base, filesToCompile, filesToCopy, testsToRun);
                  }
                else if (line.contains("Files:"))
                  {
                    processFilesTag(line, base, filesToCopy);
                  }
                else if (line.contains("CompileOptions:"))
                  {
                    processCompileOptions(line);
                  }
                else if (line.contains("not-a-test"))
                  {
                    // Don't run this one but parse it's tags.
                    testsToRun.remove(sourcefile);
                  }
              }
            else if (line.contains("implements Testlet"))
              {
                // Don't read through the entire test once we've hit
                // real code.  Note that this doesn't work for all
                // files, only ones that implement Testlet, but that
                // is most files.
                break;
              }

            line = r.readLine();
          }
      }
    catch (IOException ioe)
      {
        // This shouldn't happen.
        ioe.printStackTrace();
        return false;
      }
    finally
      {
        try
          {
            r.close();
          }
        catch (IOException ioe)
          {
            // This shouldn't happen.
            ioe.printStackTrace();
            return false;
          }
      }

    return true;
  }

  /**
   * Parse and process compile options tag which can be specified
   * in the test source file.
   *
   * @param sourcefile path of the source file
   * @return compile options for given source file or null
   *         if none option is specified
   */
  private static String parseCompileOptions(String sourcefile)
  {
    String compileOptions = null;
    File f = new File(sourcefile);

    String base = f.getAbsolutePath();
    base = base.substring(0, base.lastIndexOf(File.separatorChar));

    BufferedReader r = null;
    try
      {
        r = new BufferedReader(new FileReader(f));
        String line = null;
        while ( (line = r.readLine()) != null)
          {
            if (line.contains("//"))
              {
                if (line.contains("CompileOptions:"))
                  {
                    compileOptions = line.substring(line.indexOf("CompileOptions:") + "CompileOptions:".length()) + " "; 
                  }
              }
          }
      }
    catch (IOException ioe)
      {
        // This shouldn't happen.
        ioe.printStackTrace();
        return null;
      }
    finally
      {
        try
          {
            r.close();
          }
        catch (IOException ioe)
          {
            // This shouldn't happen.
            ioe.printStackTrace();
            return null;
          }
      }

    return compileOptions;
  }

  /**
   * Processes the // Uses: tag in a testlet's source.
   *
   * @param line string of the current source line
   * @param base base directory of the current test
   * @param filesToCompile LinkedHashSet of the current files to be compiled
   */
  private static void processUsesTag(String line, String base,
				     LinkedHashSet<String> filesToCompile,
				     LinkedHashSet<String> filesToCopy,
				     LinkedHashSet<String> testsToRun)
  {
    StringTokenizer st =
      new StringTokenizer(line.substring(line.indexOf("Uses:") + 5));

    while (st.hasMoreTokens())
      {
        String depend = base;
        String t = st.nextToken();
        while (t.startsWith(".." + File.separator))
          {
            t = t.substring(3);
            depend = 
              depend.substring(0, depend.lastIndexOf(File.separatorChar));
          }
        depend += File.separator + t;
        if (depend.endsWith(".class"))
          depend = depend.substring(0, depend.length() - 6);
        if (!depend.endsWith(".java"))
          depend += ".java";

        // Check if the current dependency needs to be compiled (NOTE:
        // This check does not include inner classes).
        if (testNeedsToBeCompiled(depend))
          {
            // Add the current dependency.
            filesToCompile.add(depend);
          }

        // Now parse the tags of the dependency.
        parseTags(depend, filesToCompile, filesToCopy, testsToRun);
      }
  }

  /**
   * Processes the // CompileOptions: tag in a testlet's source.
   *
   * @param line string of the current source line
   */
  private static void processCompileOptions(String line)
  {
    compileOptions = line.substring(line.indexOf("CompileOptions:") + "CompileOptions:".length()); 
    compileOptions += " "; // add separator to a command line
  }

  /**
   * Processes the // Files: tag in a testlet's source.
   *
   * @param base base directory of the current test
   * @param line string of the current source line
   */
  private static void processFilesTag(String line, String base,
				      LinkedHashSet<String> filesToCopy)
  {
    StringTokenizer st =
      new StringTokenizer(line.substring(line.indexOf("Files:") + 6));

    while (st.hasMoreTokens())
      {
        String src = base;
        String t = st.nextToken();
        while (t.startsWith(".." + File.separator))
          {
            t = t.substring(3);
            src = 
              src.substring(0, src.lastIndexOf(File.separatorChar));
          }
        src += File.separator + t;

        filesToCopy.add(src);
      }
  }

  /**
   * Copy the given files from the source directory to the build
   * directory.
   *
   * @param filesToCopy files to copy
   *
   * @return true on success, false on error
   */
  private static boolean copyFiles(LinkedHashSet<String> filesToCopy)
  {
    if (filesToCopy.size() == 0)
      return true;

    for (Iterator<String> it = filesToCopy.iterator(); it.hasNext(); )
      {
        String src = it.next();
        String dest =
          config.builddir + File.separatorChar + stripSourcePath(src);

        try
          {
            File inputFile  = new File(src);
            File outputFile = new File(dest);

            // Only copy newer files.
            if (inputFile.lastModified() <= outputFile.lastModified())
              continue;

            // Create directories up to the new file.
            outputFile.getParentFile().mkdirs();

            FileInputStream fis  = new FileInputStream(inputFile);
            FileOutputStream fos = new FileOutputStream(outputFile);
            byte[] buf = new byte[1024];
            int i = 0;

            while((i = fis.read(buf)) != -1)
              {
                fos.write(buf, 0, i);
              }

            fis.close();
            fos.close();
          }
        catch (IOException ioe)
          {
            ioe.printStackTrace();
            return false;
          }
      }

    return true;
  }

  /**
   * This method is used to potentially run a single test.  If runAnyway is
   * false we've reached here as a result of processing a directory and we
   * should only run tests if they end in ".java" to avoid running tests
   * multiple times.
   *  
   * @param cname the name of the test to run
   * @return -1 if the test was explicitly excluded via the -exclude option,
   * 0 if cname represents a single test, 1 if cname does not represent a 
   * single test
   */  
  private static int processSingleTest(String cname)
  {
    LinkedHashSet<String> filesToCompile = new LinkedHashSet<String>();
    LinkedHashSet<String> filesToCopy = new LinkedHashSet<String>();
    LinkedHashSet<String> testsToRun = new LinkedHashSet<String>();

    // If the test should be excluded return -1, this is a signal
    // to processTest that it should quit.    
    if (excludeTests.contains(cname))
      return -1;

    // If it's not a single test, return 1, processTest will then try
    // to process it as a directory.
    String sourcefile = config.srcdir + File.separatorChar + cname + ".java";
    File jf = new File(sourcefile);
    if (!jf.exists())
      return 1;
    
    if (!compileTests)
      {
        if (testNeedsToBeCompiled(cname))
          {
            // There is an uncompiled test, but the -nocompile option was given
            // so we just skip it
            return -1;
          }
      }
    else
      {
        if (testNeedsToBeCompiled(cname))
          filesToCompile.add(sourcefile);
        testsToRun.add(sourcefile);

    	// Process all tags in the source file.
        if (!parseTags(sourcefile, filesToCompile, filesToCopy, testsToRun))
          return -1;

        if (!copyFiles(filesToCopy))
          return -1;

        // If compilation of the test fails, don't try to run it.
        if (!compileFiles(filesToCompile, null))
          return -1;
      }
       
    runTest(cname);

    return 0;
  }
  
  /**
   * This method processes all the tests in a folder.  It does so in
   * 3 steps: 1) compile a list of all the .java files in the folder,
   * 2) compile those files unless compileTests is false, 
   * 3) run those tests.
   * @param folderName
   */
  private static void processFolder(String folderName)  
  {
    File dir = new File(config.srcdir + File.separatorChar + folderName);
    String dirPath = dir.getPath();    
    File[] files = dir.listFiles();
    LinkedHashSet<String> filesToCompile = new LinkedHashSet<String>();
    LinkedHashSet<String> filesToCopy = new LinkedHashSet<String>();
    LinkedHashSet<String> testsToRun = new LinkedHashSet<String>();
    // map containing compile options for given test, but only if
    // explicit compile options are defined in the test source
    Map<String, String> compileOptions = new HashMap<String, String>();
    String fullPath = null;
    boolean compilepassed = true;
    
    // If files is null, it is likely that the user input an incorrect
    // Harness command (like -test-vm TESTVM instead of -vm TESTVM).
    if (files == null)
      return;
    
    // First, compile the list of .java files.    
    for (int i = 0; i < files.length; i++)
      {        
        // Ignore the CVS folders.
        String name = files[i].getName();
        fullPath = dirPath + File.separatorChar + name;
        String testName = stripSourcePath(fullPath);
        if (name.equals("CVS") || excludeTests.contains(testName))
          continue;
                
        if (name.endsWith(".java") && 
            !excludeTests.contains(testName.
                                   substring(0, testName.length() - 5)))
          {            
            if (testNeedsToBeCompiled(testName)) {
              // test needs to be compiled
              filesToCompile.add(fullPath);
              // we have to know its compile options (if there are any)
              String options = parseCompileOptions(fullPath);
              if (options != null)
              {
                compileOptions.put(fullPath, options);
              }
            }
            testsToRun.add(fullPath);

            // Process all tags in the source file.
            if (!parseTags(fullPath, filesToCompile, filesToCopy, testsToRun))
              continue;
          }
        else
          {
            // Check if it's a folder, if so, call this method on it.
            if (files[i].isDirectory() && recursion
                && ! excludeTests.contains(testName))
              processFolder(testName);
          }
      }
    
    if (!copyFiles(filesToCopy))
      return;

    // Exit if there were no .java files in this folder.
    if (testsToRun.size() == 0)
      return;
    
    // Ignore the .java files in top level gnu/testlet folder.
    if (dirPath.equals(config.srcdir + File.separatorChar +
                       "gnu" + File.separatorChar + "testlet"))
      return;
    
    // Now compile all those tests in a batch compilation, unless the
    // -nocompile option was used.
    if (compileTests)
      compilepassed = compileFiles(filesToCompile, compileOptions);

    // And now run those tests.
    runFolder(testsToRun, compilepassed);
  }
  
  /**
   * Runs all the tests in a folder.  If the tests were compiled by 
   * compileFolder, and the compilation failed, then we must check to 
   * see if each individual test compiled before running it.
   *
   * @param testsToRun a list of all the tests to run
   * @param compilepassed true if the compilation step happened and all 
   * tests passed or if compilation didn't happen (because of -nocompile).
   */
  private static void runFolder(LinkedHashSet<String> testsToRun, boolean compilepassed)
  {
    String nextTest = null;

    for (Iterator<String> it = testsToRun.iterator(); it.hasNext(); )
      {
        nextTest = it.next();
        nextTest = stripSourcePath(nextTest);

        if (!testNeedsToBeCompiled(nextTest)
            && (compilepassed || !excludeTests.contains(nextTest)))
          {
            nextTest = nextTest.substring(0, nextTest.length() - 5);
            runTest(nextTest);
          }
      }
  }
  
  /**
   * This method invokes the embedded ECJ compiler to compile a single
   * test, which is stored in compileArgs[2].
   * @return the return value from the compiler
   * @throws Exception
   */
  public static int compile() throws Exception
  {
    /*
     * This code depends on the patch in Comment #10 in this bug
     * report:
     *
     * https://bugs.eclipse.org/bugs/show_bug.cgi?id=88364
     */
    
    Object ecjInstance = ecjConstructor.newInstance (new Object[] {
      new PrintWriter (System.out),
      new PrintWriter (System.err),
      Boolean.FALSE});
    return ((Boolean) ecjMethod.invoke (ecjInstance, new Object[] {
        compileString, ecjWriterOut, ecjWriterErr})).booleanValue() ? 0 : -1;
  }

  /**
   * Compile the given files.
   *
   * @param filesToCompile LinkedHashSet of the files to compile
   * @param testCompileOptions map containing compile options from given test(s), may be null
   * @return true if compilation was successful
   */
  private static boolean compileFiles(LinkedHashSet<String> filesToCompile, Map<String, String> testCompileOptions)
  {
    if (filesToCompile.size() == 0)
      return true;

    int result = - 1;
    // tests without specific compile options can be compiled as a whole group
    boolean doGroupCompile = false;

    compileString = compileStringBase + compileOptions;
    for (Iterator<String> it = filesToCompile.iterator(); it.hasNext(); )
    {
      String testName = it.next();
      // only test without specific compile options can be added to a "compile group"
      if (testCompileOptions == null || !testCompileOptions.containsKey(testName))
      {
        compileString += " " + testName;
        doGroupCompile = true;
      }
    }
    try
      {
        if (doGroupCompile)
        {
          result = compile();
        }
        // try to compile other tests - in this case test by test
        if (testCompileOptions != null)
        {
          for (Map.Entry<String, String> test : testCompileOptions.entrySet())
          {
            String oldCompileString = compileStringBase + compileOptions;
            compileString = compileStringBase + test.getValue() + " " + test.getKey();
            result = result == -1 ? -1 : compile();
            compileString = oldCompileString;
          }
        }
      }
    catch (Exception e)
      {
        System.err.println("compilation exception");
        e.printStackTrace();
        result = - 1;
      }
    return result == 0;
  }
  
  /**
   * Returns true if the String argument passed is in the format of a
   * compiler summary of errors in a folder.
   * @param x the String to inspect
   * @return true if the String is in the correct format
   */
  private static boolean isCompileSummary(String x)
  {
    if (numCompileFailsInFolder == 1)
      return x.startsWith("1 problem (1 error)");
    else
      {
        String s = "" + numCompileFailsInFolder + " problems (";
        s += "" + numCompileFailsInFolder + " errors)";
        return x.startsWith(s);
      }
  }
  
  /**
   * A class that implements Runnable and simply reads from an InputStream
   * and redirects it to System.err.
   * @author Anthony Balkissoon abalkiss at redhat dot com
   *
   */
  private static class ErrorStreamPrinter
  implements Runnable
  {
    private static BufferedReader in;    
    private Thread printerThread;
    
    public ErrorStreamPrinter(InputStream input)
    {
      in = new BufferedReader
        (new InputStreamReader(runnerProcess.getErrorStream()));
      printerThread = new Thread(this);
    }
    
    /**
     * Starts the thread that reads and redirects input.
     *
     */
    public void start()
    {
      printerThread.start();
    }
    
    /**
     * Reads from the error stream of the runnerProcess and redirects to
     * System.err.
     */
    public void run()
    {
      try
      {
        while (true)
          {
            String temp = in.readLine();
            if (temp == null)
              {
                // This means the RunnerProcess was restarted (because of a 
                // timeout) and we need to restart the error stream writer.
                restartESP = true;
                break;
              }
            System.err.println(temp);
          }
      }
      catch (IOException ioe)
      {
        // Restart the runner error stream printer upon running
        // the next test
        restartESP = true;
      }
    }
  }

  /**
   * This class is used for our timer to cancel tests that have hung.
   * @author Anthony Balkissoon abalkiss at redhat dot com
   *
   */
  private static class TimeoutWatcher implements Runnable
  {
    private long millisToWait;
    private Thread watcherThread;
    private boolean started;
    private boolean loop = true;
    private boolean shouldContinue = true;
    
    private final Process runnerProcess;

    /**
     * Creates a new TimeoutWatcher that will wait for <code>millis</code>
     * milliseconds once started.
     * @param millis the number of milliseconds to wait before declaring the 
     * test as hung
     */
    public TimeoutWatcher(long millis, Process runnerProcess)
    {
      millisToWait = millis;
      watcherThread = new Thread(this);
      started = false;
      this.runnerProcess = runnerProcess;
    }
    
    /**
     * Stops the run() method.
     *
     */
    public synchronized void stop()
    {
      shouldContinue = false;
      notify();
    }
    
    /**
     * Reset the counter and wait another <code>millisToWait</code>
     * milliseconds before declaring the test as hung.
     */
    public synchronized void reset()
    {
      if (!started)
        {
	  watcherThread.start();
	  started = true;
	}
      else
        {
	  loop = true;
	  notify();
        }
    }
    
    public synchronized void run()
    {
      Thread.currentThread().setPriority(Thread.MAX_PRIORITY);
      while (loop && shouldContinue)
        {
          // We set loop to false here, it will get reset to true if 
          // reset() is called from the main Harness thread.
          loop = false;
	  long start = System.currentTimeMillis();
	  long waited = 0;
	  while (waited < millisToWait)
            {
              try
                {
                  wait(millisToWait - waited);
                }
              catch (InterruptedException ie)
                {
                  // ignored.
                }
              waited = System.currentTimeMillis() - start;
            }
        }
      if (shouldContinue)
        {
          // The test is hung, destroy and restart the RunnerProcess.      
          try
          {
            this.runnerProcess.destroy();
            this.runnerProcess.getInputStream().close();
            this.runnerProcess.getErrorStream().close();
            this.runnerProcess.getOutputStream().close();
          }
          catch (IOException e)
          {
            System.err.println("Could not close the interprocess pipes.");
            System.exit(- 1);
          }          
        }
    }
  }
  
  /**
   * This tiny class is used for finding the bootclasspath of the VM used
   * to run the tests.
   * @author Anthony Balkissoon abalkiss at redhat dot com
   *
   */
  public static class DetectBootclasspath
  {
    /**
     * Look in the system properties for the bootclasspath of the VM and return
     * it to the process that forked this process via the System.out stream.
     * 
     * Tries first to get the property "sun.boot.class.path", if there is none,
     * then it tries "java.boot.class.path", if there is still no match, looks
     * to see if there is a unique property key that contains "boot.class.path".
     * If this fails too, prints an error message.
     */
    public static void main (String[] args)
    {
      String result = "BCP_FINDER:";
      // Sun's VM stores the bootclasspath as "sun.boot.class.path".
      String temp = System.getProperty("sun.boot.class.path");
      if (temp == null)
        // JamVM stores it as "boot.class.path"
        temp = System.getProperty("java.boot.class.path");
      if (temp == null)
        {        
          String[] s = (String[])(System.getProperties().keySet().toArray());
          int count = 0;
          String key = null;
          for (int i = 0; i < s.length; i++)
            {
              if (s[i].indexOf("boot.class.path") != -1)
                {
                  count ++;
                  key = s[i];                
                }
            }
          if (count == 1)
            temp = System.getProperty(key);
          else
            {
              System.err.println("WARNING: Cannot auto-detect the " +
                      "bootclasspath for your VM, please file a bug report" +
                      " specifying which VM you are testing.");
              temp = "can't_find_bcp_";              
            }
        }
      System.out.println(result + temp);
    }
  }

  /**
   * A class used as a PrintWriter for the compiler to send error output to.
   * This class formats the output and also affects the test run by parsing 
   * the output.
   * @author Anthony Balkissoon abalkiss at redhat dot com
   *
   */
  private class CompilerErrorWriter extends PrintWriter
  {
    public CompilerErrorWriter(OutputStream out)
    {
      super(out);
    }
    
    /**
     * This method is overridden for several reasons.  It formats
     * text to fit into the test report, adds tests that fail to compile
     * to the list of tests to exclude from the run, prints header
     * information for the failing tests, and properly increments
     * the total test number and total failing test number.
     * 
     * Basically, this method now parses the text its passed and causes
     * side effects.  It (sometimes) prints that text as well, after 
     * formatting and indenting.
     */
    public void println(String x)
    {
      // Ignore incorrect classpath errors, since we detect this 
      // automatically, a proper classpath should be found in 
      // addition to any incorrect ones.
      if (x.startsWith("incorrect classpath:") ||
          x.startsWith("----------"))
        return;
      
      // Look for "gnu/testlet" to indicate we might be talking about a 
      // new file.
      int loc = x.indexOf("gnu/testlet");        
      if (loc != -1)
        {
          String temp = x.substring(loc);
          String shortName = 
            stripPrefix(temp).replace(File.separatorChar, '.');
          if (shortName.endsWith(".java"))
            shortName = 
              shortName.substring(0, shortName.length() - 5);

          // Check if the name is different than the last file with 
          // compilation errors, so we're not dealing with multiple errors
          // in one file.
          if (!lastFailingCompile.equals(shortName))
            {                
              // Print out a message saying the test failed.
              if (verbose)
                super.println("TEST: " + shortName
                              + "\n  FAIL: compilation errors:");
              else
                super.println("FAIL: " + shortName
                                   + "\n  compilation errors:");
                                    
              // Increment and set the relevant variables.
              numCompileFailsInFolder = 1;
              excludeTests.add(temp);
              total_test_fails++;
              total_tests++;
              lastFailingCompile = shortName;
            }
          else
            numCompileFailsInFolder++;
          return;
        }
      
      // Get the line number from the compiler output and print
      // it out to look like our other line numbers for failures.
      loc = x.indexOf("(at line ");
      if (loc != -1)
        {
          int endBracket = x.indexOf(')', loc);
          String line = x.substring(loc + 4, endBracket) + ":";
          
          // Print the line numbers with appropriate indentation.
          if (verbose)
            super.println("    "+line);
          else
            super.println("  "+line);
          
          // Print the line from the test that caused the problem.
          super.println(x.substring(endBracket + 2));
          return;
        }
      
      // Print the lines with appropriate indentation.
      if (verbose)
        super.println("    " + x);
      else
        super.println("  " + x);
    }
    
    /**
     * This method is overridden so that the compiler summary isn't
     * printed out and also so that if the output is verbose we print
     * our own summary.
     */
    public void print(String x)
    {
      if (isCompileSummary(x))
        {
          if (verbose)
            super.println("TEST FAILED: compile failed for "
                          + lastFailingCompile);
        }
      else
        super.print(x);
    }
  }

  /**
   * Reads from one stream and writes this to another. This is used to pipe
   * the input (System.in) from the outside process to the test process. 
   */
  private static class InputPiperThread
    extends Thread
  {
    InputStream in;
    OutputStream out;
    InputPiperThread(InputStream i, OutputStream o)
    {
      in = i;
      out = o;
    }
    public void run()
    {
      int ch = 0;
      do
        {
          try
            {
              if (in.available() > 0)
                {
                  ch = in.read();
                  if (ch != '\n') // Skip the trailing newline.
                    out.write(ch);
                  out.flush();
                }
              else
                Thread.sleep(200);
            }
          catch (IOException ex)
            {
              ex.printStackTrace();
            }
          catch (InterruptedException ex)
            {
              ch = -1; // Jump outside.
            }
        } while (ch != -1);
    }
  }
}