org.eclipse.jdt.core.tests.compiler/src/org/eclipse/jdt/core/tests/compiler/regression/AbstractRegressionTest.java - jdt/eclipse.jdt.core - Git at Google

 /*******************************************************************************
  * Copyright (c) 2000, 2004 IBM Corporation and others.
  * All rights reserved. This program and the accompanying materials
  * are made available under the terms of the Common Public License v1.0
  * which accompanies this distribution, and is available at
  * http://www.eclipse.org/legal/cpl-v10.html
  *
  * Contributors:
  *     IBM Corporation - initial API and implementation
  *******************************************************************************/
 package org.eclipse.jdt.core.tests.compiler.regression;

 import java.io.File;
 import java.io.IOException;
 import java.lang.reflect.Constructor;
 import java.lang.reflect.Method;
 import java.util.ArrayList;
 import java.util.List;
 import java.util.Locale;
 import java.util.Map;

 import junit.framework.Test;
 import junit.framework.TestSuite;

 import org.eclipse.jdt.core.search.SearchDocument;
 import org.eclipse.jdt.core.search.SearchParticipant;
 import org.eclipse.jdt.core.tests.junit.extension.StopableTestCase;
 import org.eclipse.jdt.core.tests.util.AbstractCompilerTest;
 import org.eclipse.jdt.core.tests.util.CompilerTestSetup;
 import org.eclipse.jdt.core.tests.util.TestVerifier;
 import org.eclipse.jdt.core.tests.util.Util;
 import org.eclipse.jdt.internal.compiler.Compiler;
 import org.eclipse.jdt.internal.compiler.IErrorHandlingPolicy;
 import org.eclipse.jdt.internal.compiler.IProblemFactory;
 import org.eclipse.jdt.internal.compiler.batch.FileSystem;
 import org.eclipse.jdt.internal.compiler.env.INameEnvironment;
 import org.eclipse.jdt.internal.compiler.impl.CompilerOptions;
 import org.eclipse.jdt.internal.compiler.problem.DefaultProblemFactory;
 import org.eclipse.jdt.internal.core.search.JavaSearchParticipant;
 import org.eclipse.jdt.internal.core.search.indexing.BinaryIndexer;

 public abstract class AbstractRegressionTest extends AbstractCompilerTest implements StopableTestCase {
 	public static String OUTPUT_DIR = Util.getOutputDirectory() + File.separator + "regression";

 	// static variables for subsets tests
 	public static String[] testsNames = null; // list of test names to perform
 	public static int[] testsNumbers = null; // list of test numbers to perform
 	public static int[] testsRange = null; // range of test numbers to perform


 	protected INameEnvironment javaClassLib;
 	protected String[] classpaths;
 	protected TestVerifier verifier;
 	protected boolean createdVerifier;
 	public AbstractRegressionTest(String name) {
 		super(name);
 	}

 	/*
 	 * Returns the references in the given .class file.
 	 */
 	protected String findReferences(String classFilePath) {
 		// check that "new Z().init()" is bound to "AbstractB.init()"
 		final StringBuffer references = new StringBuffer(10);
 		final SearchParticipant participant = new JavaSearchParticipant() {
 			final SearchParticipant searchParticipant = this;
 			public SearchDocument getDocument(final String documentPath) {
 				return new SearchDocument(documentPath, this.searchParticipant) {
 					public byte[] getByteContents() {
 						try {
 							return  org.eclipse.jdt.internal.compiler.util.Util.getFileByteContent(new File(getPath()));
 						} catch (IOException e) {
 							e.printStackTrace();
 							return null;
 						}
 					}
 					public char[] getCharContents() {
 						// not used
 						return null;
 					}
 					public String getEncoding() {
 						// not used
 						return null;
 					}
 				};
 			}
 		};
 		SearchDocument document = participant.getDocument(new File(classFilePath).getPath());
 		BinaryIndexer indexer = new BinaryIndexer(document) {
 			protected void addIndexEntry(char[] category, char[] key) {
 				references.append(category);
 				references.append('/');
 				references.append(key);
 				references.append('\n');
 			}
 		};
 		indexer.indexDocument();
 		String computedReferences = references.toString();
 		return computedReferences;
 	}
 	protected INameEnvironment[] getClassLibs() {
 		String encoding = (String)getCompilerOptions().get(CompilerOptions.OPTION_Encoding);
 		if ("".equals(encoding))
 			encoding = null;

 		INameEnvironment[] classLibs = new INameEnvironment[1];
 		classLibs[0] = new FileSystem(this.classpaths, new String[]{}, // ignore initial file names
 				encoding // default encoding
 		);
 		return classLibs;
 	}
 	protected Map getCompilerOptions() {
 		Map defaultOptions = super.getCompilerOptions();
 		defaultOptions.put(CompilerOptions.OPTION_LocalVariableAttribute, CompilerOptions.GENERATE);
 		defaultOptions.put(CompilerOptions.OPTION_ReportUnusedPrivateMember, CompilerOptions.WARNING);
 		defaultOptions.put(CompilerOptions.OPTION_ReportLocalVariableHiding, CompilerOptions.WARNING);
 		defaultOptions.put(CompilerOptions.OPTION_ReportFieldHiding, CompilerOptions.WARNING);
 		defaultOptions.put(CompilerOptions.OPTION_ReportPossibleAccidentalBooleanAssignment, CompilerOptions.WARNING);
 		defaultOptions.put(CompilerOptions.OPTION_ReportSyntheticAccessEmulation, CompilerOptions.WARNING);
 		defaultOptions.put(CompilerOptions.OPTION_PreserveUnusedLocal, CompilerOptions.PRESERVE);
 		defaultOptions.put(CompilerOptions.OPTION_PreserveUnusedLocal, CompilerOptions.PRESERVE);
 		defaultOptions.put(CompilerOptions.OPTION_ReportUnnecessaryElse, CompilerOptions.WARNING  );
 		return defaultOptions;
 	}
 	protected String[] getDefaultClassPaths() {
 		return Util.concatWithClassLibs(OUTPUT_DIR, false);
 	}
 	protected IErrorHandlingPolicy getErrorHandlingPolicy() {
 		return new IErrorHandlingPolicy() {
 			public boolean stopOnFirstError() {
 				return false;
 			}
 			public boolean proceedOnErrors() {
 				return true;
 			}
 		};
 	}
 	/*
 	 * Will consider first the source units passed as arguments, then investigate the classpath: jdklib + output dir
 	 */
 	protected INameEnvironment getNameEnvironment(final String[] testFiles, String[] classPaths) {
 		this.classpaths = classPaths == null ? getDefaultClassPaths() : classPaths;
 		return new InMemoryNameEnvironment(testFiles, getClassLibs());
 	}
 	protected IProblemFactory getProblemFactory() {
 		return new DefaultProblemFactory(Locale.getDefault());
 	}
 	public void initialize(CompilerTestSetup setUp) {
 		super.initialize(setUp);
 		if (setUp instanceof RegressionTestSetup) {
 			RegressionTestSetup regressionTestSetUp = (RegressionTestSetup)setUp;
 			this.javaClassLib = regressionTestSetUp.javaClassLib;
 			this.verifier = regressionTestSetUp.verifier;
 		}
 	}
 	protected void runConformTest(String[] testFiles) {
 		runConformTest(testFiles, null, null, true, null);
 	}

 	protected void runConformTest(String[] testFiles, String[] vmArguments) {
 		runConformTest(testFiles, null, null, true, vmArguments);
 	}
 	protected void runConformTest(
 		String[] testFiles,
 		String expectedSuccessOutputString,
 		String[] vmArguments) {

 		runConformTest(testFiles, expectedSuccessOutputString, null, true, vmArguments);
 	}

 	protected void runConformTest(String[] testFiles, String expectedSuccessOutputString) {
 		runConformTest(testFiles, expectedSuccessOutputString, null, true, null);
 	}
 	protected void runConformTest(
 		String[] testFiles,
 		String expectedSuccessOutputString,
 		String[] classLib,
 		boolean shouldFlushOutputDirectory,
 		String[] vmArguments) {

 		runConformTest(
 			testFiles,
 			expectedSuccessOutputString,
 			classLib,
 			shouldFlushOutputDirectory,
 			vmArguments,
 			null);
 	}

 	protected void runConformTest(
 		String[] testFiles,
 		String expectedSuccessOutputString,
 		String[] classLib,
 		boolean shouldFlushOutputDirectory,
 		String[] vmArguments,
 		Map customOptions) {

 		if (shouldFlushOutputDirectory)
 			Util.flushDirectoryContent(new File(OUTPUT_DIR));

 		IProblemFactory problemFactory = getProblemFactory();
 		Requestor requestor =
 			new Requestor(
 				problemFactory,
 				OUTPUT_DIR.endsWith(File.separator) ? OUTPUT_DIR : OUTPUT_DIR + File.separator,
 				false);

 		Map options = getCompilerOptions();
 		if (customOptions != null) {
 			options.putAll(customOptions);
 		}
 		Compiler batchCompiler =
 			new Compiler(
 				getNameEnvironment(new String[]{}, classLib),
 				getErrorHandlingPolicy(),
 				options,
 				requestor,
 				problemFactory);
 		try {
 			batchCompiler.compile(Util.compilationUnits(testFiles)); // compile all files together
 		} catch(RuntimeException e) {
 			System.out.println(getClass().getName() + '#' + getName());
 			e.printStackTrace();
 			for (int i = 0; i < testFiles.length; i += 2) {
 				System.out.print(testFiles[i]);
 				System.out.println(" ["); //$NON-NLS-1$
 				System.out.println(testFiles[i + 1]);
 				System.out.println("]"); //$NON-NLS-1$
 			}
 			throw e;
 		}
 		if (!requestor.hasErrors) {
 			String sourceFile = testFiles[0];

 			// Compute class name by removing ".java" and replacing slashes with dots
 			String className = sourceFile.substring(0, sourceFile.length() - 5).replace('/', '.').replace('\\', '.');

 			if (vmArguments != null) {
 				if (this.verifier != null) {
 					this.verifier.shutDown();
 				}
 				this.verifier = new TestVerifier(false);
 				this.createdVerifier = true;
 			}
 			boolean passed =
 				this.verifier.verifyClassFiles(
 					sourceFile,
 					className,
 					expectedSuccessOutputString,
 					this.classpaths,
 					null,
 					vmArguments);
 			if (!passed) {
 				System.out.println(getClass().getName() + '#' + getName());
 				for (int i = 0; i < testFiles.length; i += 2) {
 					System.out.print(testFiles[i]);
 					System.out.println(" ["); //$NON-NLS-1$
 					System.out.println(testFiles[i + 1]);
 					System.out.println("]"); //$NON-NLS-1$
 				}
 			}
 			assertTrue(this.verifier.failureReason, // computed by verifyClassFiles(...) action
 					passed);
 			if (vmArguments != null) {
 				if (this.verifier != null) {
 					this.verifier.shutDown();
 				}
 				this.verifier = new TestVerifier(false);
 				this.createdVerifier = true;
 			}
 		} else {
 			System.out.println(getClass().getName() + '#' + getName());
 			System.out.println(Util.displayString(requestor.problemLog, 2));
 			for (int i = 0; i < testFiles.length; i += 2) {
 				System.out.print(testFiles[i]);
 				System.out.println(" ["); //$NON-NLS-1$
 				System.out.println(testFiles[i + 1]);
 				System.out.println("]"); //$NON-NLS-1$
 			}
 			assertTrue("Unexpected problems: " + requestor.problemLog, false);
 		}
 	}

 	protected void runConformTestThrowingError(
 		String[] testFiles,
 		String expectedSuccessOutputString,
 		String[] classLib,
 		boolean shouldFlushOutputDirectory,
 		String[] vmArguments) {

 		if (shouldFlushOutputDirectory)
 			Util.flushDirectoryContent(new File(OUTPUT_DIR));

 		IProblemFactory problemFactory = getProblemFactory();
 		Requestor requestor =
 			new Requestor(
 				problemFactory,
 				OUTPUT_DIR.endsWith(File.separator) ? OUTPUT_DIR : OUTPUT_DIR + File.separator,
 				false);
 		Compiler batchCompiler =
 			new Compiler(
 				getNameEnvironment(new String[]{}, classLib),
 				getErrorHandlingPolicy(),
 				getCompilerOptions(),
 				requestor,
 				problemFactory);
 		batchCompiler.compile(Util.compilationUnits(testFiles)); // compile all files together
 		if (!requestor.hasErrors) {
 			String sourceFile = testFiles[0];

 			// Compute class name by removing ".java" and replacing slashes with dots
 			String className = sourceFile.substring(0, sourceFile.length() - 5).replace('/', '.').replace('\\', '.');

 			boolean passed =
 				this.verifier.verifyClassFilesThrowingError(
 					sourceFile,
 					className,
 					expectedSuccessOutputString,
 					this.classpaths,
 					null,
 					vmArguments);
 			assertTrue(this.verifier.failureReason, // computed by verifyClassFiles(...) action
 					passed);
 		} else {
 			assertTrue("Unexpected problems: " + requestor.problemLog, false);
 		}
 	}
 	/**
 	 * Log contains all problems (warnings+errors)
 	 */
 	protected void runNegativeTest(String[] testFiles, String expectedProblemLog) {
 		runNegativeTest(testFiles, expectedProblemLog, null, true);
 	}

 	/**
 	 * Log contains all problems (warnings+errors)
 	 */
 	protected void runNegativeTest(
 		String[] testFiles,
 		String expectedProblemLog,
 		String[] classLib,
 		boolean shouldFlushOutputDirectory) {

 		runNegativeTest(testFiles, expectedProblemLog, classLib, shouldFlushOutputDirectory, null);
 	}
 	/**
 	 * Log contains all problems (warnings+errors)
 	 */
 	protected void runNegativeTest(
 		String[] testFiles,
 		String expectedProblemLog,
 		String[] classLib,
 		boolean shouldFlushOutputDirectory,
 		Map customOptions) {

 		runNegativeTest(testFiles, expectedProblemLog, classLib, shouldFlushOutputDirectory, customOptions, false);
 	}
 	/**
 	 * Log contains all problems (warnings+errors)
 	 */
 	protected void runNegativeTest(
 		String[] testFiles,
 		String expectedProblemLog,
 		String[] classLib,
 		boolean shouldFlushOutputDirectory,
 		Map customOptions,
 		boolean generateOutput) {

 		if (shouldFlushOutputDirectory)
 			Util.flushDirectoryContent(new File(OUTPUT_DIR));

 		IProblemFactory problemFactory = getProblemFactory();
 		Requestor requestor =
 			new Requestor(
 				problemFactory,
 				OUTPUT_DIR.endsWith(File.separator) ? OUTPUT_DIR : OUTPUT_DIR + File.separator,
 				generateOutput);
 		Map options = getCompilerOptions();
 		if (customOptions != null) {
 			options.putAll(customOptions);
 		}
 		Compiler batchCompiler =
 			new Compiler(
 				getNameEnvironment(new String[]{}, classLib),
 				getErrorHandlingPolicy(),
 				options,
 				requestor, problemFactory);
 		batchCompiler.compile(Util.compilationUnits(testFiles)); // compile all files together
 		String computedProblemLog = Util.convertToIndependantLineDelimiter(requestor.problemLog.toString());
 		String platformIndependantExpectedLog = Util.convertToIndependantLineDelimiter(expectedProblemLog);
 		if (!platformIndependantExpectedLog.equals(computedProblemLog)) {
 			System.out.println(getClass().getName() + '#' + getName());
 			System.out.println(Util.displayString(computedProblemLog, 2));
 			for (int i = 0; i < testFiles.length; i += 2) {
 				System.out.print(testFiles[i]);
 				System.out.println(" ["); //$NON-NLS-1$
 				System.out.println(testFiles[i + 1]);
 				System.out.println("]"); //$NON-NLS-1$
 			}
 		}
 		assertEquals("Invalid problem log ", platformIndependantExpectedLog, computedProblemLog);
 	}
 	protected void setUp() throws Exception {
 		if (this.verifier == null) {
 			this.verifier = new TestVerifier(true);
 			this.createdVerifier = true;
 		}
 	}
 	public static Test setupSuite(Class clazz) {
 		ArrayList testClasses = new ArrayList();
 		testClasses.add(clazz);
 		return suite(clazz.getName(), RegressionTestSetup.class, testClasses);
 	}
 	public void stop() {
 		this.verifier.shutDown();
 	}
 	public static Test suite(Class evaluationTestClass) {
 		TestSuite suite = new TestSuite(evaluationTestClass);
 		return suite;
 	}
 	public static Test buildTestSuite(Class evaluationTestClass) {
 		return buildTestSuite(evaluationTestClass, "test", null); //$NON-NLS-1$
 	}

 	public static Test buildTestSuite(Class evaluationTestClass, String suiteName) {
 		return buildTestSuite(evaluationTestClass, "test", suiteName); //$NON-NLS-1$
 	}

 	public static Test buildTestSuite(Class evaluationTestClass, String testPrefix, String suiteName) {
 		// Init suite with class name
 		TestSuite suite = new TestSuite(suiteName==null?evaluationTestClass.getName():suiteName);
 		List tests = new ArrayList();
 		Constructor constructor = null;
 		try {
 			// Get class constructor
 			Class[] paramTypes = new Class[] { String.class };
 			constructor = evaluationTestClass.getConstructor(paramTypes);
 		}
 		catch (Exception e) {
 			// cannot get constructor, skip suite
 			return suite;
 		}

 		// Get all tests from "test%" methods
 		Method[] methods = evaluationTestClass.getMethods();
 		for (int m = 0, max = methods.length; m < max; m++) {
 			try {
 				if (methods[m].getModifiers() == 1 /* public */ &&
 					methods[m].getName().startsWith("test")) { //$NON-NLS-1$
 					String methName = methods[m].getName();
 					Object[] params = {methName};
 					int numStart = testPrefix.length();
 					// tests names subset
 					if (testsNames != null) {
 						for (int i = 0, imax= testsNames.length; i<imax; i++) {
 							if (testsNames[i].equals(methName) || testsNames[i].equals(methName.substring(numStart))) {
 								tests.add(methName);
 								suite.addTest((Test)constructor.newInstance(params));
 								break;
 							}
 						}
 					}
 					// look for test number
 					if (methName.startsWith(testPrefix) && Character.isDigit(methName.charAt(numStart))) {
 						try {
 							// get test number
 							int n = numStart;
 							while (methName.charAt(n) == '0') n++;
 							int num = Integer.parseInt(methName.substring(n));
 							// tests numbers subset
 							if (testsNumbers != null && !tests.contains(methName)) {
 								for (int i = 0; i < testsNumbers.length; i++) {
 									if (testsNumbers[i] == num) {
 										tests.add(methName);
 										suite.addTest((Test)constructor.newInstance(params));
 										break;
 									}
 								}
 							}
 							// tests range subset
 							if (testsRange != null && testsRange.length == 2 && !tests.contains(methName)) {
 								if ((testsRange[0]==-1 || num>=testsRange[0]) && (testsRange[1]==-1 || num<=testsRange[1])) {
 									tests.add(methName);
 									suite.addTest((Test)constructor.newInstance(params));
 								}
 							}
 						} catch (NumberFormatException e) {
 							System.out.println("Method "+methods[m]+" has an invalid number format: "+e.getMessage());
 						}
 					}
 					// no subset, add all tests
 					if (testsNames==null && testsNumbers==null &&testsRange==null) {
 						suite.addTest((Test)constructor.newInstance(params));
 					}
 				}
 			}
 			catch (Exception e) {
 				System.out.println("Method "+methods[m]+" removed from suite due to exception: "+e.getMessage());
 			}
 		}
 		return suite;
 	}
 	protected void tearDown() throws Exception {
 		if (this.createdVerifier) {
 			this.stop();
 		}
 		// clean up output dir
 		File outputDir = new File(OUTPUT_DIR);
 		if (outputDir.exists()) {
 			Util.flushDirectoryContent(outputDir);
 			outputDir.delete();
 		}
 	}
 }
	/*******************************************************************************
	* Copyright (c) 2000, 2004 IBM Corporation and others.
	* All rights reserved. This program and the accompanying materials
	* are made available under the terms of the Common Public License v1.0
	* which accompanies this distribution, and is available at
	* http://www.eclipse.org/legal/cpl-v10.html
	*
	* Contributors:
	* IBM Corporation - initial API and implementation
	*******************************************************************************/
	package org.eclipse.jdt.core.tests.compiler.regression;

	import java.io.File;
	import java.io.IOException;
	import java.lang.reflect.Constructor;
	import java.lang.reflect.Method;
	import java.util.ArrayList;
	import java.util.List;
	import java.util.Locale;
	import java.util.Map;

	import junit.framework.Test;
	import junit.framework.TestSuite;

	import org.eclipse.jdt.core.search.SearchDocument;
	import org.eclipse.jdt.core.search.SearchParticipant;
	import org.eclipse.jdt.core.tests.junit.extension.StopableTestCase;
	import org.eclipse.jdt.core.tests.util.AbstractCompilerTest;
	import org.eclipse.jdt.core.tests.util.CompilerTestSetup;
	import org.eclipse.jdt.core.tests.util.TestVerifier;
	import org.eclipse.jdt.core.tests.util.Util;
	import org.eclipse.jdt.internal.compiler.Compiler;
	import org.eclipse.jdt.internal.compiler.IErrorHandlingPolicy;
	import org.eclipse.jdt.internal.compiler.IProblemFactory;
	import org.eclipse.jdt.internal.compiler.batch.FileSystem;
	import org.eclipse.jdt.internal.compiler.env.INameEnvironment;
	import org.eclipse.jdt.internal.compiler.impl.CompilerOptions;
	import org.eclipse.jdt.internal.compiler.problem.DefaultProblemFactory;
	import org.eclipse.jdt.internal.core.search.JavaSearchParticipant;
	import org.eclipse.jdt.internal.core.search.indexing.BinaryIndexer;

	public abstract class AbstractRegressionTest extends AbstractCompilerTest implements StopableTestCase {
	public static String OUTPUT_DIR = Util.getOutputDirectory() + File.separator + "regression";

	// static variables for subsets tests
	public static String[] testsNames = null; // list of test names to perform
	public static int[] testsNumbers = null; // list of test numbers to perform
	public static int[] testsRange = null; // range of test numbers to perform


	protected INameEnvironment javaClassLib;
	protected String[] classpaths;
	protected TestVerifier verifier;
	protected boolean createdVerifier;
	public AbstractRegressionTest(String name) {
	super(name);
	}

	/*
	* Returns the references in the given .class file.
	*/
	protected String findReferences(String classFilePath) {
	// check that "new Z().init()" is bound to "AbstractB.init()"
	final StringBuffer references = new StringBuffer(10);
	final SearchParticipant participant = new JavaSearchParticipant() {
	final SearchParticipant searchParticipant = this;
	public SearchDocument getDocument(final String documentPath) {
	return new SearchDocument(documentPath, this.searchParticipant) {
	public byte[] getByteContents() {
	try {
	return org.eclipse.jdt.internal.compiler.util.Util.getFileByteContent(new File(getPath()));
	} catch (IOException e) {
	e.printStackTrace();
	return null;
	}
	}
	public char[] getCharContents() {
	// not used
	return null;
	}
	public String getEncoding() {
	// not used
	return null;
	}
	};
	}
	};
	SearchDocument document = participant.getDocument(new File(classFilePath).getPath());
	BinaryIndexer indexer = new BinaryIndexer(document) {
	protected void addIndexEntry(char[] category, char[] key) {
	references.append(category);
	references.append('/');
	references.append(key);
	references.append('\n');
	}
	};
	indexer.indexDocument();
	String computedReferences = references.toString();
	return computedReferences;
	}
	protected INameEnvironment[] getClassLibs() {
	String encoding = (String)getCompilerOptions().get(CompilerOptions.OPTION_Encoding);
	if ("".equals(encoding))
	encoding = null;

	INameEnvironment[] classLibs = new INameEnvironment[1];
	classLibs[0] = new FileSystem(this.classpaths, new String[]{}, // ignore initial file names
	encoding // default encoding
	);
	return classLibs;
	}
	protected Map getCompilerOptions() {
	Map defaultOptions = super.getCompilerOptions();
	defaultOptions.put(CompilerOptions.OPTION_LocalVariableAttribute, CompilerOptions.GENERATE);
	defaultOptions.put(CompilerOptions.OPTION_ReportUnusedPrivateMember, CompilerOptions.WARNING);
	defaultOptions.put(CompilerOptions.OPTION_ReportLocalVariableHiding, CompilerOptions.WARNING);
	defaultOptions.put(CompilerOptions.OPTION_ReportFieldHiding, CompilerOptions.WARNING);
	defaultOptions.put(CompilerOptions.OPTION_ReportPossibleAccidentalBooleanAssignment, CompilerOptions.WARNING);
	defaultOptions.put(CompilerOptions.OPTION_ReportSyntheticAccessEmulation, CompilerOptions.WARNING);
	defaultOptions.put(CompilerOptions.OPTION_PreserveUnusedLocal, CompilerOptions.PRESERVE);
	defaultOptions.put(CompilerOptions.OPTION_PreserveUnusedLocal, CompilerOptions.PRESERVE);
	defaultOptions.put(CompilerOptions.OPTION_ReportUnnecessaryElse, CompilerOptions.WARNING );
	return defaultOptions;
	}
	protected String[] getDefaultClassPaths() {
	return Util.concatWithClassLibs(OUTPUT_DIR, false);
	}
	protected IErrorHandlingPolicy getErrorHandlingPolicy() {
	return new IErrorHandlingPolicy() {
	public boolean stopOnFirstError() {
	return false;
	}
	public boolean proceedOnErrors() {
	return true;
	}
	};
	}
	/*
	* Will consider first the source units passed as arguments, then investigate the classpath: jdklib + output dir
	*/
	protected INameEnvironment getNameEnvironment(final String[] testFiles, String[] classPaths) {
	this.classpaths = classPaths == null ? getDefaultClassPaths() : classPaths;
	return new InMemoryNameEnvironment(testFiles, getClassLibs());
	}
	protected IProblemFactory getProblemFactory() {
	return new DefaultProblemFactory(Locale.getDefault());
	}
	public void initialize(CompilerTestSetup setUp) {
	super.initialize(setUp);
	if (setUp instanceof RegressionTestSetup) {
	RegressionTestSetup regressionTestSetUp = (RegressionTestSetup)setUp;
	this.javaClassLib = regressionTestSetUp.javaClassLib;
	this.verifier = regressionTestSetUp.verifier;
	}
	}
	protected void runConformTest(String[] testFiles) {
	runConformTest(testFiles, null, null, true, null);
	}

	protected void runConformTest(String[] testFiles, String[] vmArguments) {
	runConformTest(testFiles, null, null, true, vmArguments);
	}
	protected void runConformTest(
	String[] testFiles,
	String expectedSuccessOutputString,
	String[] vmArguments) {

	runConformTest(testFiles, expectedSuccessOutputString, null, true, vmArguments);
	}

	protected void runConformTest(String[] testFiles, String expectedSuccessOutputString) {
	runConformTest(testFiles, expectedSuccessOutputString, null, true, null);
	}
	protected void runConformTest(
	String[] testFiles,
	String expectedSuccessOutputString,
	String[] classLib,
	boolean shouldFlushOutputDirectory,
	String[] vmArguments) {

	runConformTest(
	testFiles,
	expectedSuccessOutputString,
	classLib,
	shouldFlushOutputDirectory,
	vmArguments,
	null);
	}

	protected void runConformTest(
	String[] testFiles,
	String expectedSuccessOutputString,
	String[] classLib,
	boolean shouldFlushOutputDirectory,
	String[] vmArguments,
	Map customOptions) {

	if (shouldFlushOutputDirectory)
	Util.flushDirectoryContent(new File(OUTPUT_DIR));

	IProblemFactory problemFactory = getProblemFactory();
	Requestor requestor =
	new Requestor(
	problemFactory,
	OUTPUT_DIR.endsWith(File.separator) ? OUTPUT_DIR : OUTPUT_DIR + File.separator,
	false);

	Map options = getCompilerOptions();
	if (customOptions != null) {
	options.putAll(customOptions);
	}
	Compiler batchCompiler =
	new Compiler(
	getNameEnvironment(new String[]{}, classLib),
	getErrorHandlingPolicy(),
	options,
	requestor,
	problemFactory);
	try {
	batchCompiler.compile(Util.compilationUnits(testFiles)); // compile all files together
	} catch(RuntimeException e) {
	System.out.println(getClass().getName() + '#' + getName());
	e.printStackTrace();
	for (int i = 0; i < testFiles.length; i += 2) {
	System.out.print(testFiles[i]);
	System.out.println(" ["); //$NON-NLS-1$
	System.out.println(testFiles[i + 1]);
	System.out.println("]"); //$NON-NLS-1$
	}
	throw e;
	}
	if (!requestor.hasErrors) {
	String sourceFile = testFiles[0];

	// Compute class name by removing ".java" and replacing slashes with dots
	String className = sourceFile.substring(0, sourceFile.length() - 5).replace('/', '.').replace('\\', '.');

	if (vmArguments != null) {
	if (this.verifier != null) {
	this.verifier.shutDown();
	}
	this.verifier = new TestVerifier(false);
	this.createdVerifier = true;
	}
	boolean passed =
	this.verifier.verifyClassFiles(
	sourceFile,
	className,
	expectedSuccessOutputString,
	this.classpaths,
	null,
	vmArguments);
	if (!passed) {
	System.out.println(getClass().getName() + '#' + getName());
	for (int i = 0; i < testFiles.length; i += 2) {
	System.out.print(testFiles[i]);
	System.out.println(" ["); //$NON-NLS-1$
	System.out.println(testFiles[i + 1]);
	System.out.println("]"); //$NON-NLS-1$
	}
	}
	assertTrue(this.verifier.failureReason, // computed by verifyClassFiles(...) action
	passed);
	if (vmArguments != null) {
	if (this.verifier != null) {
	this.verifier.shutDown();
	}
	this.verifier = new TestVerifier(false);
	this.createdVerifier = true;
	}
	} else {
	System.out.println(getClass().getName() + '#' + getName());
	System.out.println(Util.displayString(requestor.problemLog, 2));
	for (int i = 0; i < testFiles.length; i += 2) {
	System.out.print(testFiles[i]);
	System.out.println(" ["); //$NON-NLS-1$
	System.out.println(testFiles[i + 1]);
	System.out.println("]"); //$NON-NLS-1$
	}
	assertTrue("Unexpected problems: " + requestor.problemLog, false);
	}
	}

	protected void runConformTestThrowingError(
	String[] testFiles,
	String expectedSuccessOutputString,
	String[] classLib,
	boolean shouldFlushOutputDirectory,
	String[] vmArguments) {

	if (shouldFlushOutputDirectory)
	Util.flushDirectoryContent(new File(OUTPUT_DIR));

	IProblemFactory problemFactory = getProblemFactory();
	Requestor requestor =
	new Requestor(
	problemFactory,
	OUTPUT_DIR.endsWith(File.separator) ? OUTPUT_DIR : OUTPUT_DIR + File.separator,
	false);
	Compiler batchCompiler =
	new Compiler(
	getNameEnvironment(new String[]{}, classLib),
	getErrorHandlingPolicy(),
	getCompilerOptions(),
	requestor,
	problemFactory);
	batchCompiler.compile(Util.compilationUnits(testFiles)); // compile all files together
	if (!requestor.hasErrors) {
	String sourceFile = testFiles[0];

	// Compute class name by removing ".java" and replacing slashes with dots
	String className = sourceFile.substring(0, sourceFile.length() - 5).replace('/', '.').replace('\\', '.');

	boolean passed =
	this.verifier.verifyClassFilesThrowingError(
	sourceFile,
	className,
	expectedSuccessOutputString,
	this.classpaths,
	null,
	vmArguments);
	assertTrue(this.verifier.failureReason, // computed by verifyClassFiles(...) action
	passed);
	} else {
	assertTrue("Unexpected problems: " + requestor.problemLog, false);
	}
	}
	/**
	* Log contains all problems (warnings+errors)
	*/
	protected void runNegativeTest(String[] testFiles, String expectedProblemLog) {
	runNegativeTest(testFiles, expectedProblemLog, null, true);
	}

	/**
	* Log contains all problems (warnings+errors)
	*/
	protected void runNegativeTest(
	String[] testFiles,
	String expectedProblemLog,
	String[] classLib,
	boolean shouldFlushOutputDirectory) {

	runNegativeTest(testFiles, expectedProblemLog, classLib, shouldFlushOutputDirectory, null);
	}
	/**
	* Log contains all problems (warnings+errors)
	*/
	protected void runNegativeTest(
	String[] testFiles,
	String expectedProblemLog,
	String[] classLib,
	boolean shouldFlushOutputDirectory,
	Map customOptions) {

	runNegativeTest(testFiles, expectedProblemLog, classLib, shouldFlushOutputDirectory, customOptions, false);
	}
	/**
	* Log contains all problems (warnings+errors)
	*/
	protected void runNegativeTest(
	String[] testFiles,
	String expectedProblemLog,
	String[] classLib,
	boolean shouldFlushOutputDirectory,
	Map customOptions,
	boolean generateOutput) {

	if (shouldFlushOutputDirectory)
	Util.flushDirectoryContent(new File(OUTPUT_DIR));

	IProblemFactory problemFactory = getProblemFactory();
	Requestor requestor =
	new Requestor(
	problemFactory,
	OUTPUT_DIR.endsWith(File.separator) ? OUTPUT_DIR : OUTPUT_DIR + File.separator,
	generateOutput);
	Map options = getCompilerOptions();
	if (customOptions != null) {
	options.putAll(customOptions);
	}
	Compiler batchCompiler =
	new Compiler(
	getNameEnvironment(new String[]{}, classLib),
	getErrorHandlingPolicy(),
	options,
	requestor, problemFactory);
	batchCompiler.compile(Util.compilationUnits(testFiles)); // compile all files together
	String computedProblemLog = Util.convertToIndependantLineDelimiter(requestor.problemLog.toString());
	String platformIndependantExpectedLog = Util.convertToIndependantLineDelimiter(expectedProblemLog);
	if (!platformIndependantExpectedLog.equals(computedProblemLog)) {
	System.out.println(getClass().getName() + '#' + getName());
	System.out.println(Util.displayString(computedProblemLog, 2));
	for (int i = 0; i < testFiles.length; i += 2) {
	System.out.print(testFiles[i]);
	System.out.println(" ["); //$NON-NLS-1$
	System.out.println(testFiles[i + 1]);
	System.out.println("]"); //$NON-NLS-1$
	}
	}
	assertEquals("Invalid problem log ", platformIndependantExpectedLog, computedProblemLog);
	}
	protected void setUp() throws Exception {
	if (this.verifier == null) {
	this.verifier = new TestVerifier(true);
	this.createdVerifier = true;
	}
	}
	public static Test setupSuite(Class clazz) {
	ArrayList testClasses = new ArrayList();
	testClasses.add(clazz);
	return suite(clazz.getName(), RegressionTestSetup.class, testClasses);
	}
	public void stop() {
	this.verifier.shutDown();
	}
	public static Test suite(Class evaluationTestClass) {
	TestSuite suite = new TestSuite(evaluationTestClass);
	return suite;
	}
	public static Test buildTestSuite(Class evaluationTestClass) {
	return buildTestSuite(evaluationTestClass, "test", null); //$NON-NLS-1$
	}

	public static Test buildTestSuite(Class evaluationTestClass, String suiteName) {
	return buildTestSuite(evaluationTestClass, "test", suiteName); //$NON-NLS-1$
	}

	public static Test buildTestSuite(Class evaluationTestClass, String testPrefix, String suiteName) {
	// Init suite with class name
	TestSuite suite = new TestSuite(suiteName==null?evaluationTestClass.getName():suiteName);
	List tests = new ArrayList();
	Constructor constructor = null;
	try {
	// Get class constructor
	Class[] paramTypes = new Class[] { String.class };
	constructor = evaluationTestClass.getConstructor(paramTypes);
	}
	catch (Exception e) {
	// cannot get constructor, skip suite
	return suite;
	}

	// Get all tests from "test%" methods
	Method[] methods = evaluationTestClass.getMethods();
	for (int m = 0, max = methods.length; m < max; m++) {
	try {
	if (methods[m].getModifiers() == 1 /* public */ &&
	methods[m].getName().startsWith("test")) { //$NON-NLS-1$
	String methName = methods[m].getName();
	Object[] params = {methName};
	int numStart = testPrefix.length();
	// tests names subset
	if (testsNames != null) {
	for (int i = 0, imax= testsNames.length; i<imax; i++) {
	if (testsNames[i].equals(methName) \|\| testsNames[i].equals(methName.substring(numStart))) {
	tests.add(methName);
	suite.addTest((Test)constructor.newInstance(params));
	break;
	}
	}
	}
	// look for test number
	if (methName.startsWith(testPrefix) && Character.isDigit(methName.charAt(numStart))) {
	try {
	// get test number
	int n = numStart;
	while (methName.charAt(n) == '0') n++;
	int num = Integer.parseInt(methName.substring(n));
	// tests numbers subset
	if (testsNumbers != null && !tests.contains(methName)) {
	for (int i = 0; i < testsNumbers.length; i++) {
	if (testsNumbers[i] == num) {
	tests.add(methName);
	suite.addTest((Test)constructor.newInstance(params));
	break;
	}
	}
	}
	// tests range subset
	if (testsRange != null && testsRange.length == 2 && !tests.contains(methName)) {
	if ((testsRange[0]==-1 \|\| num>=testsRange[0]) && (testsRange[1]==-1 \|\| num<=testsRange[1])) {
	tests.add(methName);
	suite.addTest((Test)constructor.newInstance(params));
	}
	}
	} catch (NumberFormatException e) {
	System.out.println("Method "+methods[m]+" has an invalid number format: "+e.getMessage());
	}
	}
	// no subset, add all tests
	if (testsNames==null && testsNumbers==null &&testsRange==null) {
	suite.addTest((Test)constructor.newInstance(params));
	}
	}
	}
	catch (Exception e) {
	System.out.println("Method "+methods[m]+" removed from suite due to exception: "+e.getMessage());
	}
	}
	return suite;
	}
	protected void tearDown() throws Exception {
	if (this.createdVerifier) {
	this.stop();
	}
	// clean up output dir
	File outputDir = new File(OUTPUT_DIR);
	if (outputDir.exists()) {
	Util.flushDirectoryContent(outputDir);
	outputDir.delete();
	}
	}
	}