package dotc import test._ import org.junit.{Before, Test} import java.io.{ File => JFile } import scala.reflect.io.Directory import scala.io.Source // tests that match regex '(pos|dotc|run|java|compileStdLib)\.*' would be executed as benchmarks. class tests extends CompilerTest { def isRunByJenkins: Boolean = sys.props.isDefinedAt("dotty.jenkins.build") val defaultOutputDir = "./out/" val noCheckOptions = List( // "-verbose", // "-Ylog:frontend", // "-Xprompt", // "-explaintypes", // "-Yshow-suppressed-errors", "-pagewidth", "120", "-d", defaultOutputDir ) val checkOptions = List( "-Yno-deep-subtypes", "-Yno-double-bindings", "-Yforce-sbt-phases", "-color:never" ) val classPath = { val paths = List( "./library/target/scala-2.11/dotty-library_2.11-0.1-SNAPSHOT.jar", "./target/scala-2.11/dotty-compiler_2.11-0.1-SNAPSHOT.jar", "./interfaces/target/dotty-interfaces-0.1-SNAPSHOT.jar" ).map { p => val file = new JFile(p) assert( file.exists, s"""File "$p" couldn't be found. Run `packageAll` from build tool before testing""" ) file.getAbsolutePath }.mkString(":") List("-classpath", paths) } implicit val defaultOptions = noCheckOptions ++ { if (isRunByJenkins) List("-Ycheck:tailrec,resolveSuper,mixin,restoreScopes,labelDef") // should be Ycheck:all, but #725 else List("-Ycheck:tailrec,resolveSuper,mixin,restoreScopes,labelDef") } ++ checkOptions ++ classPath val testPickling = List("-Xprint-types", "-Ytest-pickler", "-Ystop-after:pickler", "-Yprintpos") val twice = List("#runs", "2") val staleSymbolError: List[String] = List() val allowDeepSubtypes = defaultOptions diff List("-Yno-deep-subtypes") val allowDoubleBindings = defaultOptions diff List("-Yno-double-bindings") val scala2mode = List("-language:Scala2") val explicitUTF8 = List("-encoding", "UTF8") val explicitUTF16 = List("-encoding", "UTF16") val testsDir = "./tests/" val posDir = testsDir + "pos/" val posSpecialDir = testsDir + "pos-special/" val posScala2Dir = testsDir + "pos-scala2/" val negDir = testsDir + "neg/" val runDir = testsDir + "run/" val newDir = testsDir + "new/" val replDir = testsDir + "repl/" val sourceDir = "./src/" val dottyDir = sourceDir + "dotty/" val toolsDir = dottyDir + "tools/" val backendDir = toolsDir + "backend/" val dotcDir = toolsDir + "dotc/" val coreDir = dotcDir + "core/" val parsingDir = dotcDir + "parsing/" val dottyReplDir = dotcDir + "repl/" val typerDir = dotcDir + "typer/" val libDir = "./library/src/" @Before def cleanup(): Unit = { // remove class files from stdlib and tests compilation Directory(defaultOutputDir + "scala").deleteRecursively() Directory(defaultOutputDir + "java").deleteRecursively() } @Test def pickle_pickleOK = compileDir(testsDir, "pickling", testPickling) // This directory doesn't exist anymore // @Test def pickle_pickling = compileDir(coreDir, "pickling", testPickling) @Test def pickle_ast = compileDir(dotcDir, "ast", testPickling) @Test def pickle_inf = compileFile(posDir, "pickleinf", testPickling) //@Test def pickle_core = compileDir(dotcDir, "core", testPickling, xerrors = 2) // two spurious comparison errors in Types and TypeOps @Test def pos_arraycopy = compileFile(runDir, "arraycopy", List("-Ylog-classpath")) @Test def pos_t2168_pat = compileFile(posDir, "t2168", twice) @Test def pos_erasure = compileFile(posDir, "erasure", twice) @Test def pos_Coder() = compileFile(posDir, "Coder", twice) @Test def pos_blockescapes() = compileFile(posDir, "blockescapes", twice) @Test def pos_collections() = compileFile(posDir, "collections", twice) @Test def pos_functions1() = compileFile(posDir, "functions1", twice) @Test def pos_implicits1() = compileFile(posDir, "implicits1", twice) @Test def pos_inferred() = compileFile(posDir, "inferred", twice) @Test def pos_Patterns() = compileFile(posDir, "Patterns", twice) @Test def pos_selftypes() = compileFile(posDir, "selftypes", twice) @Test def pos_varargs() = compileFile(posDir, "varargs", twice) @Test def pos_vararg_patterns() = compileFile(posDir, "vararg-pattern", twice) @Test def pos_opassign() = compileFile(posDir, "opassign", twice) @Test def pos_typedapply() = compileFile(posDir, "typedapply", twice) @Test def pos_nameddefaults() = compileFile(posDir, "nameddefaults", twice) @Test def pos_desugar() = compileFile(posDir, "desugar", twice) @Test def pos_sigs() = compileFile(posDir, "sigs", twice) @Test def pos_typers() = compileFile(posDir, "typers", twice) @Test def pos_typedIdents() = compileDir(posDir, "typedIdents", twice) @Test def pos_assignments() = compileFile(posDir, "assignments", twice) @Test def pos_packageobject() = compileFile(posDir, "packageobject", twice) @Test def pos_overloaded() = compileFile(posDir, "overloaded", twice) @Test def pos_overrides() = compileFile(posDir, "overrides", twice) @Test def pos_javaOverride() = compileDir(posDir, "java-override", twice) @Test def pos_templateParents() = compileFile(posDir, "templateParents", twice) @Test def pos_overloadedAccess = compileFile(posDir, "overloadedAccess", twice) @Test def pos_approximateUnion = compileFile(posDir, "approximateUnion", twice) @Test def pos_tailcall = compileDir(posDir, "tailcall", twice) @Test def pos_valueclasses = compileFiles(posDir + "pos_valueclasses/", twice) @Test def pos_nullarify = compileFile(posDir, "nullarify", args = "-Ycheck:nullarify" :: Nil) @Test def pos_subtyping = compileFile(posDir, "subtyping", twice) @Test def pos_packageObj = compileFile(posDir, "i0239", twice) @Test def pos_anonClassSubtyping = compileFile(posDir, "anonClassSubtyping", twice) @Test def pos_extmethods = compileFile(posDir, "extmethods", twice) @Test def pos_companions = compileFile(posDir, "companions", twice) @Test def pos_all = compileFiles(posDir) // twice omitted to make tests run faster @Test def pos_scala2_all = compileFiles(posScala2Dir, scala2mode) @Test def rewrites = compileFile(posScala2Dir, "rewrites", "-rewrite" :: scala2mode) @Test def pos_859 = compileFile(posSpecialDir, "i859", scala2mode)(allowDeepSubtypes) @Test def pos_t8146a = compileFile(posSpecialDir, "t8146a")(allowDeepSubtypes) @Test def pos_t5545 = { // compile by hand in two batches, since junit lacks the infrastructure to // compile files in multiple batches according to _1, _2, ... suffixes. compileFile(posSpecialDir, "spec-t5545/S_1") compileFile(posSpecialDir, "spec-t5545/S_2") } @Test def pos_utf8 = compileFile(posSpecialDir, "utf8encoded", explicitUTF8) @Test def pos_utf16 = compileFile(posSpecialDir, "utf16encoded", explicitUTF16) @Test def new_all = compileFiles(newDir, twice) @Test def repl_all = replFiles(replDir) @Test def neg_all = compileFiles(negDir, verbose = true, compileSubDirs = false) @Test def neg_typedIdents() = compileDir(negDir, "typedIdents") val negCustomArgs = negDir + "customArgs/" @Test def neg_cli_error = compileFile(negCustomArgs, "cliError", List("-thisOptionDoesNotExist")) @Test def neg_typers() = compileFile(negCustomArgs, "typers")(allowDoubleBindings) @Test def neg_overrideClass = compileFile(negCustomArgs, "overrideClass", scala2mode) @Test def neg_autoTupling = compileFile(negCustomArgs, "autoTuplingTest", args = "-language:noAutoTupling" :: Nil) @Test def neg_i1050 = compileFile(negCustomArgs, "i1050", List("-strict")) @Test def neg_i1240 = compileFile(negCustomArgs, "i1240")(allowDoubleBindings) val negTailcallDir = negDir + "tailcall/" @Test def neg_tailcall_t1672b = compileFile(negTailcallDir, "t1672b") @Test def neg_tailcall_t3275 = compileFile(negTailcallDir, "t3275") @Test def neg_tailcall_t6574 = compileFile(negTailcallDir, "t6574") @Test def neg_tailcall = compileFile(negTailcallDir, "tailrec") @Test def neg_tailcall2 = compileFile(negTailcallDir, "tailrec-2") @Test def neg_tailcall3 = compileFile(negTailcallDir, "tailrec-3") @Test def neg_nopredef = compileFile(negCustomArgs, "nopredef", List("-Yno-predef")) @Test def neg_noimports = compileFile(negCustomArgs, "noimports", List("-Yno-imports")) @Test def neg_noimpots2 = compileFile(negCustomArgs, "noimports2", List("-Yno-imports")) @Test def run_all = runFiles(runDir) val stdlibFiles = Source.fromFile("./test/dotc/scala-collections.whitelist", "UTF8").getLines() .map(_.trim) // allow identation .filter(!_.startsWith("#")) // allow comment lines prefixed by # .map(_.takeWhile(_ != '#').trim) // allow comments in the end of line .filter(_.nonEmpty) .toList @Test def compileStdLib = compileList("compileStdLib", stdlibFiles, "-migration" :: "-Yno-inline" :: scala2mode) @Test def compileMixed = compileLine( """tests/pos/B.scala |./scala-scala/src/library/scala/collection/immutable/Seq.scala |./scala-scala/src/library/scala/collection/parallel/ParSeq.scala |./scala-scala/src/library/scala/package.scala |./scala-scala/src/library/scala/collection/GenSeqLike.scala |./scala-scala/src/library/scala/collection/SeqLike.scala |./scala-scala/src/library/scala/collection/generic/GenSeqFactory.scala""".stripMargin) @Test def compileIndexedSeq = compileLine("./scala-scala/src/library/scala/collection/immutable/IndexedSeq.scala") // Not a junit test anymore since it is order dependent def dottyBootedLib = compileDir(libDir, ".")(allowDeepSubtypes) // note the -deep argument // Not a junit test anymore since it is order dependent @Test def dottyDependsOnBootedLib = compileDir(dottyDir, ".")(allowDeepSubtypes) // note the -deep argument @Test def dotc_ast = compileDir(dotcDir, "ast") @Test def dotc_config = compileDir(dotcDir, "config") @Test def dotc_core = compileDir(dotcDir, "core")(allowDeepSubtypes)// twice omitted to make tests run faster @Test def dotc_core_nocheck = compileDir(dotcDir, "core")(noCheckOptions ++ classPath) // This directory doesn't exist anymore // @Test def dotc_core_pickling = compileDir(coreDir, "pickling")(allowDeepSubtypes)// twice omitted to make tests run faster @Test def dotc_transform = compileDir(dotcDir, "transform")(allowDeepSubtypes)// twice omitted to make tests run faster @Test def dotc_parsing = compileDir(dotcDir, "parsing") // twice omitted to make tests run faster @Test def dotc_printing = compileDir(dotcDir, "printing") // twice omitted to make tests run faster @Test def dotc_reporting = compileDir(dotcDir, "reporting") // twice omitted to make tests run faster @Test def dotc_typer = compileDir(dotcDir, "typer")// twice omitted to make tests run faster // error: error while loading Checking$$anon$2$, // class file 'target/scala-2.11/dotty_2.11-0.1-SNAPSHOT.jar(dotty/tools/dotc/typer/Checking$$anon$2.class)' // has location not matching its contents: contains class $anon @Test def dotc_util = compileDir(dotcDir, "util") // twice omitted to make tests run faster @Test def tools_io = compileDir(toolsDir, "io") // inner class has symbol @Test def helloWorld = compileFile(posDir, "HelloWorld") @Test def labels = compileFile(posDir, "Labels", twice) //@Test def tools = compileDir(dottyDir, "tools", "-deep" :: Nil)(allowDeepSubtypes) @Test def testNonCyclic = compileList("testNonCyclic", List( dotcDir + "CompilationUnit.scala", coreDir + "Types.scala", dotcDir + "ast/Trees.scala" ), List("-Xprompt") ++ staleSymbolError ++ twice) @Test def testIssue_34 = compileList("testIssue_34", List( dotcDir + "config/Properties.scala", dotcDir + "config/PathResolver.scala" ), List(/* "-Ylog:frontend", */ "-Xprompt") ++ staleSymbolError ++ twice) val javaDir = "./tests/pos/java-interop/" @Test def java_all = compileFiles(javaDir, twice) //@Test def dotc_compilercommand = compileFile(dotcDir + "config/", "CompilerCommand") //TASTY tests @Test def tasty_new_all = compileFiles(newDir, testPickling) @Test def tasty_dotty = compileDir(sourceDir, "dotty", testPickling) // Disabled because we get stale symbol errors on the SourceFile annotation, which is normal. // @Test def tasty_annotation_internal = compileDir(s"${dottyDir}annotation/", "internal", testPickling) @Test def tasty_runtime = compileDir(s"${libDir}dotty/", "runtime", testPickling) @Test def tasty_runtime_vc = compileDir(s"${libDir}dotty/runtime/", "vc", testPickling) @Test def tasty_tools = compileDir(dottyDir, "tools", testPickling) //TODO: issue with ./src/dotty/tools/backend/jvm/DottyBackendInterface.scala @Test def tasty_backend_jvm = compileList("tasty_backend_jvm", List( "CollectEntryPoints.scala", "GenBCode.scala", "LabelDefs.scala", "scalaPrimitives.scala" ) map (s"${backendDir}jvm/" + _), testPickling) //@Test def tasty_backend_sjs = compileDir(s"${backendDir}", "sjs", testPickling) @Test def tasty_dotc = compileDir(toolsDir, "dotc", testPickling) @Test def tasty_dotc_ast = compileDir(dotcDir, "ast", testPickling) @Test def tasty_dotc_config = compileDir(dotcDir, "config", testPickling) //TODO: issue with ./src/dotty/tools/dotc/core/Types.scala @Test def tasty_core = compileList("tasty_core", List( "Annotations.scala", "Constants.scala", "Constraint.scala", "ConstraintHandling.scala", "ConstraintRunInfo.scala", "Contexts.scala", "Decorators.scala", "Definitions.scala", "DenotTransformers.scala", "Denotations.scala", "Flags.scala", "Hashable.scala", "NameOps.scala", "Names.scala", "OrderingConstraint.scala", "Periods.scala", "Phases.scala", "Scopes.scala", "Signature.scala", "StdNames.scala", "Substituters.scala", "SymDenotations.scala", "SymbolLoaders.scala", "Symbols.scala", "TypeApplications.scala", "TypeComparer.scala", "TypeErasure.scala", "TypeOps.scala", "TyperState.scala", "Uniques.scala" ) map (coreDir + _), testPickling) @Test def tasty_classfile = compileDir(coreDir, "classfile", testPickling) @Test def tasty_tasty = compileDir(coreDir, "tasty", testPickling) @Test def tasty_unpickleScala2 = compileDir(coreDir, "unpickleScala2", testPickling) //TODO: issue with ./src/dotty/tools/dotc/parsing/Parsers.scala @Test def tasty_dotc_parsing = compileList("tasty_dotc_parsing", List( "CharArrayReader.scala", "JavaParsers.scala", "JavaScanners.scala", "JavaTokens.scala", "MarkupParserCommon.scala", "MarkupParsers.scala", "package.scala" ,"Scanners.scala", "ScriptParsers.scala", "SymbolicXMLBuilder.scala", "Tokens.scala", "Utility.scala" ) map (parsingDir + _), testPickling) @Test def tasty_dotc_printing = compileDir(dotcDir, "printing", testPickling) @Test def tasty_dotc_repl = compileDir(dotcDir, "repl", testPickling) //@Test def tasty_dotc_reporting = compileDir(dotcDir, "reporting", testPickling) @Test def tasty_dotc_rewrite = compileDir(dotcDir, "rewrite", testPickling) //TODO: issues with LazyVals.scala, PatternMatcher.scala @Test def tasty_dotc_transform = compileList("tasty_dotc_transform", List( "AugmentScala2Traits.scala", "CapturedVars.scala", "CheckReentrant.scala", "CheckStatic.scala", "ClassOf.scala", "CollectEntryPoints.scala", "Constructors.scala", "CrossCastAnd.scala", "CtxLazy.scala", "ElimByName.scala", "ElimErasedValueType.scala", "ElimRepeated.scala", "ElimStaticThis.scala", "Erasure.scala", "ExpandPrivate.scala", "ExpandSAMs.scala", "ExplicitOuter.scala", "ExtensionMethods.scala", "FirstTransform.scala", "Flatten.scala", "FullParameterization.scala", "FunctionalInterfaces.scala", "GetClass.scala", "Getters.scala", "InterceptedMethods.scala", "LambdaLift.scala", "LiftTry.scala", "LinkScala2ImplClasses.scala", "MacroTransform.scala", "Memoize.scala", "Mixin.scala", "MixinOps.scala", "NonLocalReturns.scala", "NormalizeFlags.scala", "OverridingPairs.scala", "ParamForwarding.scala", "Pickler.scala", "PostTyper.scala", "ResolveSuper.scala", "RestoreScopes.scala", "SeqLiterals.scala", "Splitter.scala", "SuperAccessors.scala", "SymUtils.scala", "SyntheticMethods.scala", "TailRec.scala", "TreeChecker.scala", "TreeExtractors.scala", "TreeGen.scala", "TreeTransform.scala", "TypeTestsCasts.scala", "TypeUtils.scala", "ValueClasses.scala", "VCElideAllocations.scala", "VCInlineMethods.scala" ) map (s"${dotcDir}transform/" + _), testPickling) //TODO: issue with ./src/dotty/tools/dotc/typer/Namer.scala @Test def tasty_typer = compileList("tasty_typer", List( "Applications.scala", "Checking.scala", "ConstFold.scala", "ErrorReporting.scala", "EtaExpansion.scala", "FrontEnd.scala", "Implicits.scala", "ImportInfo.scala", "Inferencing.scala", "ProtoTypes.scala", "ReTyper.scala", "RefChecks.scala", "TypeAssigner.scala", "Typer.scala", "VarianceChecker.scala", "Variances.scala" ) map (typerDir + _), testPickling) @Test def tasty_dotc_util = compileDir(dotcDir, "util", testPickling) @Test def tasty_tools_io = compileDir(toolsDir, "io", testPickling) @Test def tasty_tests = compileDir(testsDir, "tasty", testPickling) @Test def tasty_bootstrap = { val opt = List("-priorityclasspath", defaultOutputDir, "-Ylog-classpath") // first compile dotty compileDir(dottyDir, ".", List("-deep", "-Ycheck-reentrant", "-strict"))(allowDeepSubtypes) compileDir(dottyDir, "tools", opt) compileDir(toolsDir, "dotc", opt) compileDir(dotcDir, "ast", opt) compileDir(dotcDir, "config", opt) compileDir(dotcDir, "parsing", opt) compileDir(dotcDir, "printing", opt) compileDir(dotcDir, "repl", opt) compileDir(dotcDir, "reporting", opt) compileDir(dotcDir, "rewrite", opt) compileDir(dotcDir, "transform", opt) compileDir(dotcDir, "typer", opt) compileDir(dotcDir, "util", opt) } }