LLM Connector for Vulnerability Analyser

core/src/main/kotlin/org/evomaster/core/EMConfig.kt

@@ -591,6 +591,14 @@ class EMConfig {
             throw ConfigProblemException("The use of 'security' requires 'minimize'")
         }
 
+        if (languageModelConnector && languageModelServerURL.isNullOrEmpty()) {
+            throw ConfigProblemException("Language model server URL cannot be empty.")
+        }
+
+        if (languageModelConnector && languageModelName.isNullOrEmpty()) {
+            throw ConfigProblemException("Language model name cannot be empty.")
+        }
+
         if(prematureStop.isNotEmpty() && stoppingCriterion != StoppingCriterion.TIME){
             throw ConfigProblemException("The use of 'prematureStop' is meaningful only if the stopping criterion" +
                     " 'stoppingCriterion' is based on time")
@@ -2235,16 +2243,16 @@ class EMConfig {
         RANDOM
     }
 
-    @Cfg("Specify a method to select the first external service spoof IP address.")
     @Experimental
+    @Cfg("Specify a method to select the first external service spoof IP address.")
     var externalServiceIPSelectionStrategy = ExternalServiceIPSelectionStrategy.NONE
 
+    @Experimental
     @Cfg("User provided external service IP." +
             " When EvoMaster mocks external services, mock server instances will run on local addresses starting from" +
             " this provided address." +
             " Min value is ${defaultExternalServiceIP}." +
             " Lower values like ${ExternalServiceSharedUtils.RESERVED_RESOLVED_LOCAL_IP} and ${ExternalServiceSharedUtils.DEFAULT_WM_LOCAL_IP} are reserved.")
-    @Experimental
     @Regex(externalServiceIPRegex)
     var externalServiceIP : String = defaultExternalServiceIP
 
@@ -2275,26 +2283,24 @@ class EMConfig {
     @Probability(true)
     var useExtraSqlDbConstraintsProbability = 0.9
 
-
-    @Cfg("a probability of harvesting actual responses from external services as seeds.")
     @Experimental
+    @Cfg("a probability of harvesting actual responses from external services as seeds.")
     @Probability(activating = true)
     var probOfHarvestingResponsesFromActualExternalServices = 0.0
 
-
-    @Cfg("a probability of prioritizing to employ successful harvested actual responses from external services as seeds (e.g., 2xx from HTTP external service).")
     @Experimental
+    @Cfg("a probability of prioritizing to employ successful harvested actual responses from external services as seeds (e.g., 2xx from HTTP external service).")
     @Probability(activating = true)
     var probOfPrioritizingSuccessfulHarvestedActualResponses = 0.0
 
-    @Cfg("a probability of mutating mocked responses based on actual responses")
     @Experimental
+    @Cfg("a probability of mutating mocked responses based on actual responses")
     @Probability(activating = true)
     var probOfMutatingResponsesBasedOnActualResponse = 0.0
 
+    @Experimental
     @Cfg("Number of threads for external request harvester. No more threads than numbers of processors will be used.")
     @Min(1.0)
-    @Experimental
     var externalRequestHarvesterNumberOfThreads: Int = 2
 
 
@@ -2323,8 +2329,8 @@ class EMConfig {
         RANDOM
     }
 
-    @Cfg("Harvested external request response selection strategy")
     @Experimental
+    @Cfg("Harvested external request response selection strategy")
     var externalRequestResponseSelectionStrategy = ExternalRequestResponseSelectionStrategy.EXACT
 
     @Cfg("Whether to employ constraints specified in API schema (e.g., OpenAPI) in test generation")
@@ -2373,6 +2379,23 @@ class EMConfig {
     @Cfg("Apply a security testing phase after functional test cases have been generated.")
     var security = true
 
+    @Experimental
+    @Cfg("Enable language model connector")
+    var languageModelConnector = false
+
+    @Experimental
+    @Cfg("Large-language model external service URL. Default is set to Ollama local instance URL.")
+    var languageModelServerURL: String = "http://localhost:11434/"
+
+    @Experimental
+    @Cfg("Large-language model name as listed in Ollama")
+    var languageModelName: String = "llama3.2:latest"
+
+    @Experimental
+    @Cfg("Number of threads for language model connector. No more threads than numbers of processors will be used.")
+    @Min(1.0)
+    var languageModelConnectorNumberOfThreads: Int = 2
+
 
     @Cfg("If there is no configuration file, create a default template at given configPath location." +
             " However this is done only on the 'default' location. If you change 'configPath', no new file will be" +

core/src/main/kotlin/org/evomaster/core/languagemodel/data/AnsweredPrompt.kt

@@ -0,0 +1,7 @@
+package org.evomaster.core.languagemodel.data
+
+class AnsweredPrompt (
+    val prompt: Prompt,
+    val answer: String,
+) {
+}

core/src/main/kotlin/org/evomaster/core/languagemodel/data/Prompt.kt

@@ -0,0 +1,10 @@
+package org.evomaster.core.languagemodel.data
+
+import java.util.UUID
+
+class Prompt(
+    val id: UUID,
+
+    val prompt: String
+) {
+}

core/src/main/kotlin/org/evomaster/core/languagemodel/data/ollama/OllamaEndpoints.kt

@@ -0,0 +1,30 @@
+package org.evomaster.core.languagemodel.data.ollama
+
+class OllamaEndpoints {
+
+    companion object {
+        /**
+         * API URL to generate a response for a given prompt with a provided model.
+         */
+        const val GENERATE_ENDPOINT = "/api/generate"
+
+        /**
+         * API URL to list models that are available locally.
+         */
+        const val TAGS_ENDPOINT = "/api/tags"
+
+        fun getGenerateEndpoint(serverURL: String): String {
+            return cleanURL(serverURL) + GENERATE_ENDPOINT
+        }
+
+        fun getTagEndpoint(serverURL: String): String {
+            return cleanURL(serverURL) + TAGS_ENDPOINT
+        }
+
+        private fun cleanURL(serverURL: String): String {
+            return if (serverURL.endsWith("/")) serverURL.dropLast(1) else serverURL
+        }
+    }
+
+
+}

core/src/main/kotlin/org/evomaster/core/languagemodel/data/ollama/OllamaModel.kt

@@ -0,0 +1,17 @@
+package org.evomaster.core.languagemodel.data.ollama
+
+class OllamaModel {
+
+    val name: String = ""
+
+    val model: String = ""
+
+    val modified_at: String = ""
+
+    val size: Int = 0
+
+    val digest: String = ""
+
+    val details: OllamaModelDetail = OllamaModelDetail()
+
+}

core/src/main/kotlin/org/evomaster/core/languagemodel/data/ollama/OllamaModelDetail.kt

@@ -0,0 +1,15 @@
+package org.evomaster.core.languagemodel.data.ollama
+
+class OllamaModelDetail {
+    val parent_model: String = ""
+
+    val format: String = ""
+
+    val family: String = ""
+
+    val families: List<String> = listOf()
+
+    val parameter_size: String = ""
+
+    val quantization_level: String = ""
+}

core/src/main/kotlin/org/evomaster/core/languagemodel/data/ollama/OllamaModelResponse.kt

@@ -0,0 +1,5 @@
+package org.evomaster.core.languagemodel.data.ollama
+
+class OllamaModelResponse {
+    val models: List<OllamaModel> = listOf()
+}

core/src/main/kotlin/org/evomaster/core/languagemodel/data/ollama/OllamaRequest.kt

@@ -0,0 +1,21 @@
+package org.evomaster.core.languagemodel.data.ollama
+
+/**
+ * DTO to represent the Ollama request schema.
+ */
+class OllamaRequest (
+    val model: String,
+
+    /**
+     * Contains the string of the prompt for the language model.
+     */
+    val prompt: String,
+
+    /**
+     * False will return the response as a single object; meanwhile,
+     * True will respond a stream of objects.
+     */
+    val stream: Boolean = false
+) {
+
+}

core/src/main/kotlin/org/evomaster/core/languagemodel/data/ollama/OllamaRequestVerb.kt

@@ -0,0 +1,6 @@
+package org.evomaster.core.languagemodel.data.ollama
+
+enum class OllamaRequestVerb {
+    GET,
+    POST;
+}

core/src/main/kotlin/org/evomaster/core/languagemodel/data/ollama/OllamaResponse.kt

@@ -0,0 +1,37 @@
+package org.evomaster.core.languagemodel.data.ollama
+
+/**
+ * DTO to represent the Ollama response schema.
+ */
+class OllamaResponse {
+
+    /**
+     * Used model name
+     */
+    val model: String = ""
+
+    val created_at: String = ""
+
+    /**
+     * Contains the response string for non-stream output
+     */
+    val response: String = ""
+
+    val done: Boolean = false
+
+    val done_reason: String = ""
+
+    val context: List<Int> = emptyList()
+
+    val total_duration: Int = 0
+
+    val load_duration: Int = 0
+
+    val prompt_eval_count: Int = 0
+
+    val prompt_eval_duration: Int = 0
+
+    val eval_count: Int = 0
+
+    val eval_duration: Int = 0
+}