Go. Big update (#2206)

* Bug fix

* Move to Kotlin UI DSL 2

* Move from utbot-java-fuzzing to utbot-fuzzing

* Add restart worker

* Add equals and hashcode methods to models

* Add simple chan support

* Fix array and slice value providers

* Update generation of test files

* Fix channel value provider

* Add channel initialization

* Fix channel conversion in Go code

* Update samples

* Add pointers support

* Add pointers support for return types

* Update samples

* Add part of channels support for return types

* First attempt to parallelize fuzzing

* Delete unnecessary lock and change async to launch

* Change traces to coverage

* Add fuzzing mode

* Add support for methods

* Add support for methods. Fix floats. Try to minimize input parameters

* Add support for interfaces (as function parameters)

* Refactoring

* Fix restarting the worker

* Fix template of tests

* Fix strings

* Fix remarks

* Fix bugs

* Fix Path environment variable

* Refactor code and fix bugs

* Fix number of shuffles for array

* Refactor modifyEnvironment function

Author: egiptipavel

utbot-cli-go/src/main/kotlin/org/utbot/cli/go/commands/GenerateGoTestsCommand.kt

@@ -2,13 +2,15 @@ package org.utbot.cli.go.commands
 
 import com.github.ajalt.clikt.core.CliktCommand
 import com.github.ajalt.clikt.parameters.options.*
+import com.github.ajalt.clikt.parameters.types.int
 import com.github.ajalt.clikt.parameters.types.long
 import mu.KotlinLogging
 import org.utbot.cli.go.logic.CliGoUtTestsGenerationController
 import org.utbot.cli.go.util.durationInMillis
 import org.utbot.cli.go.util.now
 import org.utbot.cli.go.util.toAbsolutePath
 import org.utbot.go.logic.GoUtTestsGenerationConfig
+import org.utbot.go.logic.TestsGenerationMode
 import java.nio.file.Files
 import java.nio.file.Paths
 
@@ -26,21 +28,46 @@ class GenerateGoTestsCommand :
             it.endsWith(".go") && Files.exists(Paths.get(it))
         }
 
-    private val selectedFunctionsNames: List<String> by option(
+    private val selectedFunctionNames: List<String> by option(
         "-f", "--function",
         help = StringBuilder()
             .append("Specifies function name to generate tests for. ")
             .append("Can be used multiple times to select multiple functions at the same time.")
             .toString()
     )
-        .multiple(required = true)
+        .multiple()
+
+    private val selectedMethodNames: List<String> by option(
+        "-m", "--method",
+        help = StringBuilder()
+            .append("Specifies method name to generate tests for. ")
+            .append("Can be used multiple times to select multiple methods at the same time.")
+            .toString()
+    )
+        .multiple()
 
     private val goExecutablePath: String by option(
-        "-go", "--go-path",
+        "-go",
         help = "Specifies path to Go executable. For example, it could be [/usr/local/go/bin/go] for some systems"
     )
         .required() // TODO: attempt to find it if not specified
 
+    private val gopath: String by option(
+        "-gopath",
+        help = buildString {
+            appendLine("Specifies path the location of your workspace.")
+            appendLine("It defaults to a directory named go inside your home directory, so \$HOME/go on Unix, \$home/go on Plan 9, and %USERPROFILE%\\go (usually C:\\Users\\YourName\\go) on Windows.")
+        }
+    ).required() // TODO: attempt to find it if not specified
+
+    private val numberOfFuzzingProcesses: Int by option(
+        "-parallel",
+        help = "The number of fuzzing processes running at once, default 8."
+    )
+        .int()
+        .default(8)
+        .check("Must be positive") { it > 0 }
+
     private val eachFunctionExecutionTimeoutMillis: Long by option(
         "-et", "--each-execution-timeout",
         help = StringBuilder()
@@ -77,9 +104,26 @@ class GenerateGoTestsCommand :
     )
         .flag(default = false)
 
+    private val fuzzingMode: Boolean by option(
+        "-fm",
+        "--fuzzing-mode",
+        help = "Stop test generation when a panic or error occurs (only one test will be generated for one of these cases)"
+    )
+        .flag(default = false)
+
     override fun run() {
+        if (selectedFunctionNames.isEmpty() && selectedMethodNames.isEmpty()) {
+            throw IllegalArgumentException("Functions or methods must be passed")
+        }
+
         val sourceFileAbsolutePath = sourceFile.toAbsolutePath()
         val goExecutableAbsolutePath = goExecutablePath.toAbsolutePath()
+        val gopathAbsolutePath = gopath.toAbsolutePath()
+        val mode = if (fuzzingMode) {
+            TestsGenerationMode.FUZZING_MODE
+        } else {
+            TestsGenerationMode.DEFAULT
+        }
 
         val testsGenerationStarted = now()
         logger.info { "Test file generation for [$sourceFile] - started" }
@@ -88,12 +132,16 @@ class GenerateGoTestsCommand :
                 printToStdOut = printToStdOut,
                 overwriteTestFiles = overwriteTestFiles
             ).generateTests(
-                mapOf(sourceFileAbsolutePath to selectedFunctionsNames),
+                mapOf(sourceFileAbsolutePath to selectedFunctionNames),
+                mapOf(sourceFileAbsolutePath to selectedMethodNames),
                 GoUtTestsGenerationConfig(
                     goExecutableAbsolutePath,
+                    gopathAbsolutePath,
+                    numberOfFuzzingProcesses,
+                    mode,
                     eachFunctionExecutionTimeoutMillis,
                     allFunctionExecutionTimeoutMillis
-                )
+                ),
             )
         } catch (t: Throwable) {
             logger.error { "An error has occurred while generating test for snippet $sourceFile: $t" }

utbot-cli-go/src/main/kotlin/org/utbot/cli/go/commands/RunGoTestsCommand.kt

@@ -111,7 +111,7 @@ class RunGoTestsCommand : CliktCommand(name = "runGo", help = "Runs tests for th
 
             try {
                 val runGoTestCommand = mutableListOf(
-                    goExecutablePath.toAbsolutePath(),
+                    goExecutablePath.toAbsolutePath().toString(),
                     "test",
                     "./"
                 )

utbot-cli-go/src/main/kotlin/org/utbot/cli/go/logic/CliGoUtTestsGenerationController.kt

@@ -9,6 +9,7 @@ import org.utbot.go.api.GoUtFuzzedFunctionTestCase
 import org.utbot.go.gocodeanalyzer.GoSourceCodeAnalyzer
 import org.utbot.go.logic.AbstractGoUtTestsGenerationController
 import java.io.File
+import java.nio.file.Path
 import java.time.LocalDateTime
 
 private val logger = KotlinLogging.logger {}
@@ -20,7 +21,10 @@ class CliGoUtTestsGenerationController(
 
     private lateinit var currentStageStarted: LocalDateTime
 
-    override fun onSourceCodeAnalysisStart(targetFunctionsNamesBySourceFiles: Map<String, List<String>>): Boolean {
+    override fun onSourceCodeAnalysisStart(
+        targetFunctionNamesBySourceFiles: Map<Path, List<String>>,
+        targetMethodNamesBySourceFiles: Map<Path, List<String>>
+    ): Boolean {
         currentStageStarted = now()
         logger.debug { "Source code analysis - started" }
 
@@ -36,6 +40,20 @@ class CliGoUtTestsGenerationController(
         return handleMissingSelectedFunctions(analysisResults)
     }
 
+    override fun onPackageInstrumentationStart(): Boolean {
+        currentStageStarted = now()
+        logger.debug { "Package instrumentation - started" }
+
+        return true
+    }
+
+    override fun onPackageInstrumentationFinished(): Boolean {
+        val stageDuration = durationInMillis(currentStageStarted)
+        logger.debug { "Package instrumentation - completed in [$stageDuration] (ms)" }
+
+        return true
+    }
+
     override fun onTestCasesGenerationForGoSourceFileFunctionsStart(
         sourceFile: GoUtFile,
         functions: List<GoUtFunction>

utbot-cli-go/src/main/kotlin/org/utbot/cli/go/util/FileUtils.kt

@@ -1,8 +1,10 @@
 package org.utbot.cli.go.util
 
 import java.io.File
+import java.nio.file.Path
+import java.nio.file.Paths
 
-fun String.toAbsolutePath(): String = File(this).canonicalPath
+fun String.toAbsolutePath(): Path = Paths.get(this).toAbsolutePath()
 
 fun createFile(filePath: String): File = createFile(File(filePath).canonicalFile)
 

utbot-go/build.gradle.kts

@@ -21,7 +21,7 @@ tasks {
 }
 
 dependencies {
-    api(project(":utbot-java-fuzzing"))
+    api(project(":utbot-fuzzing"))
     api(project(":utbot-framework"))
     testRuntimeOnly("org.junit.jupiter:junit-jupiter-engine:5.8.1")
     implementation("org.jetbrains.kotlin:kotlin-stdlib-jdk8")

utbot-go/go-samples/simple/samples.go

@@ -118,3 +118,37 @@ func StringSearch(str string) bool {
 	}
 	return false
 }
+
+func SumOfChanElements(c <-chan int) int {
+	sum := 0
+	for val := range c {
+		sum += val
+	}
+	return sum
+}
+
+type List struct {
+	tail *List
+	val  int
+}
+
+func LenOfList(l *List) int {
+	if l == nil {
+		return 0
+	}
+	length := 1
+	for ; l.tail != nil; l = l.tail {
+		length++
+	}
+	return length
+}
+
+func GetLastNode(n *Node) *Node {
+	if n == nil {
+		return nil
+	}
+	for ; n.next != nil; n = n.next {
+
+	}
+	return n
+}