[Andrew Polyakov] Support for numpy for python fuzzing

AndrewPolyakov1 · AndrewPolyakov1 · commit 5ba7322f64a0 · 2024-04-19T16:52:22.000+03:00
diff --git a/utbot-cli-python/src/main/kotlin/org/utbot/cli/language/python/Application.kt b/utbot-cli-python/src/main/kotlin/org/utbot/cli/language/python/Application.kt
@@ -18,7 +18,7 @@ private val logger = KotlinLogging.logger {}
 class UtBotPythonCli : CliktCommand(name = "UnitTestBot Python Command Line Interface") {
     private val verbosity by option("--verbosity", help = "Changes verbosity level, case insensitive")
         .enum<Level>(ignoreCase = true)
-        .default(Level.INFO)
+        .default(Level.DEBUG)
 
     override fun run() = setVerbosity(verbosity)
 
diff --git a/utbot-cli-python/src/main/kotlin/org/utbot/cli/language/python/TestWriter.kt b/utbot-cli-python/src/main/kotlin/org/utbot/cli/language/python/TestWriter.kt
@@ -9,7 +9,8 @@ class TestWriter {
 
     fun generateTestCode(): String {
         val (importLines, code) = testCode.fold(mutableListOf<String>() to StringBuilder()) { acc, s ->
-            val lines = s.split(System.lineSeparator())
+//            val lines = s.split(System.lineSeparator())
+            val lines = s.split("(\\r\\n|\\r|\\n)".toRegex())
             val firstClassIndex = lines.indexOfFirst { it.startsWith("class") }
             lines.take(firstClassIndex).forEach { line -> if (line !in acc.first) acc.first.add(line) }
             lines.drop(firstClassIndex).forEach { line -> acc.second.append(line + System.lineSeparator()) }
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/evaluation/PythonWorkerManager.kt b/utbot-python/src/main/kotlin/org/utbot/python/evaluation/PythonWorkerManager.kt
@@ -82,7 +82,7 @@ class PythonWorkerManager(
                 coverageReceiver.address().first,
                 coverageReceiver.address().second,
                 "--logfile", logfile.absolutePath,
-                "--loglevel", logLevel,  // "DEBUG", "INFO", "WARNING", "ERROR"
+                "--loglevel", "DEBUG",  // "DEBUG", "INFO", "WARNING", "ERROR"
                 "--coverage_type", coverageMeasureMode.toString(),  // "lines", "instructions"
                 sendCoverageContinuously.toSendCoverageContinuouslyString(),  // "--send_coverage", "--no-send_coverage"
                 doNotGenerateStateAssertions.toDoNotGenerateStateAssertionsString(), // "--generate_state_assertions", // "--no-generate_state_assertions"
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/evaluation/serialization/ExecutionResultDeserializer.kt b/utbot-python/src/main/kotlin/org/utbot/python/evaluation/serialization/ExecutionResultDeserializer.kt
@@ -19,6 +19,7 @@ object ExecutionResultDeserializer {
                 .withSubtype(DictMemoryObject::class.java, "dict")
                 .withSubtype(ReduceMemoryObject::class.java, "reduce")
                 .withSubtype(IteratorMemoryObject::class.java, "iterator")
+                .withSubtype(NdarrayMemoryObject::class.java, "ndarray")
         )
         .addLast(KotlinJsonAdapterFactory())
         .build()
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/evaluation/serialization/PythonObjectParser.kt b/utbot-python/src/main/kotlin/org/utbot/python/evaluation/serialization/PythonObjectParser.kt
@@ -15,6 +15,7 @@ object PythonObjectParser {
                 .withSubtype(DictMemoryObject::class.java, "dict")
                 .withSubtype(ReduceMemoryObject::class.java, "reduce")
                 .withSubtype(IteratorMemoryObject::class.java, "iterator")
+                .withSubtype(NdarrayMemoryObject::class.java, "ndarray")
         )
         .addLast(KotlinJsonAdapterFactory())
         .build()
@@ -101,6 +102,13 @@ class ReduceMemoryObject(
     val dictitems: String
 ) : MemoryObject(id, typeinfo, comparable)
 
+class NdarrayMemoryObject(
+    id: String,
+    typeinfo: TypeInfo,
+    comparable: Boolean,
+    val items: List<String>,
+) : MemoryObject(id, typeinfo, comparable)
+
 fun PythonTree.PythonTreeNode.toMemoryObject(memoryDump: MemoryDump, reload: Boolean = false): String {
     val id = this.id.toString()
     if (memoryDump.contains(id) && !reload) return id
@@ -116,6 +124,12 @@ fun PythonTree.PythonTreeNode.toMemoryObject(memoryDump: MemoryDump, reload: Boo
             )
         }
 
+        is PythonTree.NdarrayNode -> { // TODO: Optimize for ndarray
+            val items = this.items.entries
+                .map { it.value.toMemoryObject(memoryDump) }
+            NdarrayMemoryObject(id, typeinfo, this.comparable, items) // TODO: Ndarray to memory object
+        }
+
         is PythonTree.ListNode -> {
             val draft = ListMemoryObject(id, typeinfo, this.comparable, emptyList())
             memoryDump.addObject(draft)
@@ -304,6 +318,24 @@ fun MemoryObject.toPythonTree(
                 }
                 prevObj
             }
+
+            is NdarrayMemoryObject -> {
+                val draft = when (this.qualname) {
+                    "np.ndarray" -> PythonTree.NdarrayNode(id, mutableMapOf())
+                    "numpy.ndarray" -> PythonTree.NdarrayNode(id, mutableMapOf())
+                    else -> PythonTree.ListNode(id, mutableMapOf())
+                }
+                visited[this.id] = draft
+
+                items.mapIndexed { index, valueId ->
+                    val value = memoryDump.getById(valueId).toPythonTree(memoryDump, visited)
+                    when (draft) {
+                        is PythonTree.NdarrayNode -> draft.items[index] = value
+                        else -> {}
+                    }
+                }
+                draft
+            }
         }
         obj.comparable = this.comparable
         return obj
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/framework/api/python/PythonTree.kt b/utbot-python/src/main/kotlin/org/utbot/python/framework/api/python/PythonTree.kt
@@ -5,6 +5,7 @@ import org.utbot.python.framework.api.python.util.pythonDictClassId
 import org.utbot.python.framework.api.python.util.pythonFloatClassId
 import org.utbot.python.framework.api.python.util.pythonIntClassId
 import org.utbot.python.framework.api.python.util.pythonIteratorClassId
+import org.utbot.python.framework.api.python.util.pythonNdarrayClassId
 import org.utbot.python.framework.api.python.util.pythonListClassId
 import org.utbot.python.framework.api.python.util.pythonNoneClassId
 import org.utbot.python.framework.api.python.util.pythonObjectClassId
@@ -154,6 +155,23 @@ object PythonTree {
             else false
         }
     }
+    class NdarrayNode(
+        id: Long,
+        val items: MutableMap<Int, PythonTreeNode>
+    ) : PythonTreeNode(id, pythonNdarrayClassId) {
+        constructor(items: MutableMap<Int, PythonTreeNode>) : this(PythonIdGenerator.createId(), items)
+
+        override val children: List<PythonTreeNode>
+            get() = items.values.toList()
+
+        override fun typeEquals(other: Any?): Boolean {
+            return if (other is NdarrayNode)
+                children.zip(other.children).all {
+                    it.first.typeEquals(it.second)
+                }
+            else false
+        }
+    }
 
     class DictNode(
         id: Long,
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/framework/api/python/util/PythonIdUtils.kt b/utbot-python/src/main/kotlin/org/utbot/python/framework/api/python/util/PythonIdUtils.kt
@@ -22,4 +22,5 @@ val pythonBytesClassId = PythonClassId("builtins.bytes")
 val pythonExceptionClassId = PythonClassId("builtins.Exception")
 val pythonIteratorClassId = PythonClassId("typing.Iterator")
 val pythonRePatternClassId = PythonClassId("re.Pattern")
-val pythonStopIterationClassId = PythonClassId("builtins.StopIteration")
+val pythonStopIterationClassId = PythonClassId("builtins.StopIteration")
+val pythonNdarrayClassId = PythonClassId("numpy.ndarray")
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/framework/codegen/model/constructor/tree/PythonCgVariableConstructor.kt b/utbot-python/src/main/kotlin/org/utbot/python/framework/codegen/model/constructor/tree/PythonCgVariableConstructor.kt
@@ -22,14 +22,7 @@ import org.utbot.python.framework.api.python.util.pythonDictClassId
 import org.utbot.python.framework.api.python.util.pythonListClassId
 import org.utbot.python.framework.api.python.util.pythonNoneClassId
 import org.utbot.python.framework.codegen.PythonCgLanguageAssistant
-import org.utbot.python.framework.codegen.model.tree.CgPythonDict
-import org.utbot.python.framework.codegen.model.tree.CgPythonIndex
-import org.utbot.python.framework.codegen.model.tree.CgPythonIterator
-import org.utbot.python.framework.codegen.model.tree.CgPythonList
-import org.utbot.python.framework.codegen.model.tree.CgPythonRepr
-import org.utbot.python.framework.codegen.model.tree.CgPythonSet
-import org.utbot.python.framework.codegen.model.tree.CgPythonTree
-import org.utbot.python.framework.codegen.model.tree.CgPythonTuple
+import org.utbot.python.framework.codegen.model.tree.*
 
 class PythonCgVariableConstructor(cgContext: CgContext) : CgVariableConstructor(cgContext) {
     private val nameGenerator = CgComponents.getNameGeneratorBy(context)
@@ -74,6 +67,11 @@ class PythonCgVariableConstructor(cgContext: CgContext) : CgVariableConstructor(
                 }
             }
 
+            is PythonTree.NdarrayNode -> {
+                val items = objectNode.items.values.map { pythonBuildObject(it) }
+                Pair(CgPythonNdarray(items.map { it.first }), items.flatMap { it.second })
+            }
+
             is PythonTree.TupleNode -> {
                 val items = objectNode.items.values.map { pythonBuildObject(it) }
                 Pair(CgPythonTuple(items.map {it.first}), items.flatMap { it.second })
@@ -194,6 +192,8 @@ class PythonCgVariableConstructor(cgContext: CgContext) : CgVariableConstructor(
                 return Pair(obj, context.currentBlock.toList())
             }
 
+
+            // TODO: NDArray
             else -> {
                 throw UnsupportedOperationException()
             }
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/framework/codegen/model/constructor/visitor/CgPythonRenderer.kt b/utbot-python/src/main/kotlin/org/utbot/python/framework/codegen/model/constructor/visitor/CgPythonRenderer.kt
@@ -71,6 +71,7 @@ import org.utbot.python.framework.codegen.model.tree.CgPythonFunctionCall
 import org.utbot.python.framework.codegen.model.tree.CgPythonIndex
 import org.utbot.python.framework.codegen.model.tree.CgPythonIterator
 import org.utbot.python.framework.codegen.model.tree.CgPythonList
+import org.utbot.python.framework.codegen.model.tree.CgPythonNdarray
 import org.utbot.python.framework.codegen.model.tree.CgPythonNamedArgument
 import org.utbot.python.framework.codegen.model.tree.CgPythonRange
 import org.utbot.python.framework.codegen.model.tree.CgPythonRepr
@@ -559,6 +560,17 @@ internal class CgPythonRenderer(
         print("]")
     }
 
+    override fun visit(element: CgPythonNdarray) {
+        if (element.elements.isEmpty()) {
+            print("numpy.array([])")
+        } else{
+            print("numpy.array([")
+            element.elements.renderSeparated()
+            print("])")
+        }
+
+    }
+
     override fun visit(element: CgPythonTuple) {
         if (element.elements.isEmpty()) {
             print("tuple()")
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/framework/codegen/model/constructor/visitor/CgPythonVisitor.kt b/utbot-python/src/main/kotlin/org/utbot/python/framework/codegen/model/constructor/visitor/CgPythonVisitor.kt
@@ -15,6 +15,7 @@ import org.utbot.python.framework.codegen.model.tree.CgPythonTree
 import org.utbot.python.framework.codegen.model.tree.CgPythonTuple
 import org.utbot.python.framework.codegen.model.tree.CgPythonWith
 import org.utbot.python.framework.codegen.model.tree.CgPythonZip
+import org.utbot.python.framework.codegen.model.tree.CgPythonNdarray
 
 interface CgPythonVisitor<R> : CgVisitor<R> {
 
@@ -26,6 +27,7 @@ interface CgPythonVisitor<R> : CgVisitor<R> {
     fun visit(element: CgPythonDict): R
     fun visit(element: CgPythonTuple): R
     fun visit(element: CgPythonList): R
+    fun visit(element: CgPythonNdarray): R
     fun visit(element: CgPythonSet): R
     fun visit(element: CgPythonIterator): R
     fun visit(element: CgPythonTree): R
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/framework/codegen/model/tree/CgPythonElement.kt b/utbot-python/src/main/kotlin/org/utbot/python/framework/codegen/model/tree/CgPythonElement.kt
@@ -17,6 +17,7 @@ import org.utbot.python.framework.api.python.util.pythonListClassId
 import org.utbot.python.framework.api.python.util.pythonRangeClassId
 import org.utbot.python.framework.api.python.util.pythonSetClassId
 import org.utbot.python.framework.api.python.util.pythonTupleClassId
+import org.utbot.python.framework.api.python.util.pythonNdarrayClassId
 import org.utbot.python.framework.codegen.model.constructor.visitor.CgPythonVisitor
 
 interface CgPythonElement : CgElement {
@@ -37,6 +38,7 @@ interface CgPythonElement : CgElement {
                 is CgPythonNamedArgument -> visitor.visit(element)
                 is CgPythonIterator -> visitor.visit(element)
                 is CgPythonZip -> visitor.visit(element)
+                is CgPythonNdarray -> visitor.visit(element)
                 else -> throw IllegalArgumentException("Can not visit element of type ${element::class}")
             }
         } else {
@@ -121,6 +123,13 @@ class CgPythonSet(
     override val type: PythonClassId = pythonSetClassId
 }
 
+class CgPythonNdarray(
+    val elements: List<CgValue>
+) : CgValue, CgPythonElement {
+    override val type: PythonClassId = pythonNdarrayClassId
+}
+
+
 class CgPythonDict(
     val elements: Map<CgValue, CgValue>
 ) : CgValue, CgPythonElement {
@@ -145,3 +154,6 @@ class CgPythonNamedArgument(
 ) : CgValue, CgPythonElement {
     override val type: ClassId = value.type
 }
+
+
+
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/fuzzing/PythonApi.kt b/utbot-python/src/main/kotlin/org/utbot/python/fuzzing/PythonApi.kt
@@ -21,6 +21,7 @@ import org.utbot.python.fuzzing.provider.ComplexValueProvider
 import org.utbot.python.fuzzing.provider.ConstantValueProvider
 import org.utbot.python.fuzzing.provider.DictValueProvider
 import org.utbot.python.fuzzing.provider.FloatValueProvider
+import org.utbot.python.fuzzing.provider.NDArrayValueProvider
 import org.utbot.python.fuzzing.provider.IntValueProvider
 import org.utbot.python.fuzzing.provider.IteratorValueProvider
 import org.utbot.python.fuzzing.provider.ListValueProvider
@@ -140,6 +141,7 @@ fun pythonDefaultValueProviders(typeStorage: PythonTypeHintsStorage) = listOf(
     ConstantValueProvider,
     TypeAliasValueProvider,
     IteratorValueProvider,
+    NDArrayValueProvider,
     SubtypeValueProvider(typeStorage)
 )
 
@@ -180,7 +182,6 @@ class PythonFuzzing(
 
     override fun generate(description: PythonMethodDescription, type: FuzzedUtType): Sequence<Seed<FuzzedUtType, PythonFuzzedValue>> {
         val providers = mutableSetOf<Seed<FuzzedUtType, PythonFuzzedValue>>()
-
         if (type.isAny()) {
             if (type.fuzzAny) {
                 providers += generateAnyProviders(description, type)
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/fuzzing/provider/IntValueProvider.kt b/utbot-python/src/main/kotlin/org/utbot/python/fuzzing/provider/IntValueProvider.kt
@@ -43,7 +43,7 @@ object IntValueProvider : PythonValueProvider {
     }
 
     override fun generate(description: PythonMethodDescription, type: FuzzedUtType) = sequence<Seed<FuzzedUtType, PythonFuzzedValue>> {
-        val bits = 128
+        val bits = 32
         val integerConstants = getIntConstants(description.concreteValues)
         val modifiedConstants = integerConstants.flatMap { value ->
             listOf(
diff --git a/utbot-python/src/main/kotlin/org/utbot/python/fuzzing/provider/ReduceValueProvider.kt b/utbot-python/src/main/kotlin/org/utbot/python/fuzzing/provider/ReduceValueProvider.kt
@@ -5,6 +5,7 @@ import org.utbot.fuzzing.Seed
 import org.utbot.python.framework.api.python.PythonClassId
 import org.utbot.python.framework.api.python.PythonTree
 import org.utbot.python.framework.api.python.util.pythonBoolClassId
+import org.utbot.python.framework.api.python.util.pythonNdarrayClassId
 import org.utbot.python.framework.api.python.util.pythonBytearrayClassId
 import org.utbot.python.framework.api.python.util.pythonBytesClassId
 import org.utbot.python.framework.api.python.util.pythonComplexClassId
@@ -56,6 +57,8 @@ object ReduceValueProvider : PythonValueProvider {
         pythonStrClassId.canonicalName,
         pythonBoolClassId.canonicalName,
         pythonObjectClassId.canonicalName,
+        pythonNdarrayClassId.canonicalName
+
     )
 
     override fun accept(type: FuzzedUtType): Boolean {

Original file line number	Diff line number	Diff line change
`@@ -19,6 +19,7 @@ object ExecutionResultDeserializer {`
`19`	`19`	`.withSubtype(DictMemoryObject::class.java, "dict")`
`20`	`20`	`.withSubtype(ReduceMemoryObject::class.java, "reduce")`
`21`	`21`	`.withSubtype(IteratorMemoryObject::class.java, "iterator")`
	`22`	`+ .withSubtype(NdarrayMemoryObject::class.java, "ndarray")`
`22`	`23`	`)`
`23`	`24`	`.addLast(KotlinJsonAdapterFactory())`
`24`	`25`	`.build()`