[test] Added testing for Fuzzer

Author: KarasssDev

VSharp.CSharpUtils/DotnetExecutablePath.cs

@@ -0,0 +1,11 @@
+namespace VSharp.CSharpUtils;
+
+public static class DotnetExecutablePath
+{
+    public static string ExecutablePath { get; private set; } = "dotnet";
+
+    public static void OverridePath(string newPath)
+    {
+        ExecutablePath = newPath;
+    }
+}

VSharp.CoverageRunner/CoverageRunner.cs

@@ -2,6 +2,7 @@
 using System.Reflection;
 using System.Runtime.InteropServices;
 using System.Text;
+using VSharp.CSharpUtils;
 
 namespace VSharp.CoverageRunner
 {
@@ -81,7 +82,7 @@ private static bool StartCoverageTool(string args, DirectoryInfo workingDirector
                         ["COVERAGE_INSTRUMENT_MAIN_ONLY"] = "1"
                     },
                 WorkingDirectory = workingDirectory.FullName,
-                FileName = "dotnet",
+                FileName = DotnetExecutablePath.ExecutablePath,
                 Arguments = args
             };
 

VSharp.Fuzzer/Application.fs

@@ -34,7 +34,10 @@ type internal Application (fuzzerOptions: Startup.FuzzerOptions) =
                 try
                     failIfNull assembly "onFuzz called before assembly initialization"
 
-                    let methodBase = Reflection.resolveMethodBaseFromAssembly assembly moduleName methodToken
+                    let methodBase =
+                        Reflection.resolveMethodBaseFromAssembly assembly moduleName methodToken
+                        |> AssemblyManager.NormalizeMethod
+
                     traceFuzzing $"Resolved MethodBase {methodToken}"
 
                     let method = Application.getMethod methodBase

VSharp.Fuzzer/Communication.fs

@@ -43,7 +43,7 @@ module Contracts =
 
     [<DataContract; CLIMutable>]
     type ExecutionData = {
-        [<DataMember(Order = 1)>] moduleName: string 
+        [<DataMember(Order = 1)>] moduleName: string
         [<DataMember(Order = 2)>] methodId: int
         [<DataMember(Order = 3)>] threadId: int
         [<DataMember(Order = 4)>] fuzzerSeed: int
@@ -57,7 +57,7 @@ module Contracts =
 
     [<DataContract; CLIMutable>]
     type FuzzingData = {
-        [<DataMember(Order = 1)>] moduleName: string 
+        [<DataMember(Order = 1)>] moduleName: string
         [<DataMember(Order = 2)>] methodId: int
     }
 
@@ -82,6 +82,7 @@ module private Grpc =
     let runGrpcServer<'service when 'service: not struct> port (service: 'service) token =
         WebHost
            .CreateDefaultBuilder()
+           .UseSetting(WebHostDefaults.SuppressStatusMessagesKey, "True")
            .ConfigureKestrel(fun options ->
                 options.ListenLocalhost(port, fun listenOptions ->
                     listenOptions.Protocols <- HttpProtocols.Http2
@@ -155,7 +156,7 @@ let private masterProcessPort = 10043
 let connectFuzzerService () = Grpc.runGrpcClient<Contracts.IFuzzerService> fuzzerPort
 let connectMasterProcessService () = Grpc.runGrpcClient<Contracts.IMasterProcessService> masterProcessPort
 
-let private waitTimeout = 1000000
+let private waitTimeout = 30000
 let private waitServiceForReady wait =
     let tokenSource = new CancellationTokenSource()
     let mutable callOptions = CallOptions().WithWaitForReady(true).WithCancellationToken(tokenSource.Token)

VSharp.Fuzzer/Fuzzer.fs

@@ -70,7 +70,7 @@ type internal Fuzzer(
             Returned returned
         with
         | :? TargetInvocationException as e ->
-            Thrown e
+            Thrown e.InnerException
 
     let fuzzOnce method (generationDatas: GenerationData[]) (results: InvocationResult[]) i threadId =
         fun () ->
@@ -139,8 +139,7 @@ type internal Fuzzer(
 
                 let mainMethod =
                     methods
-                    |> Seq.find (fun x -> int x.Value.methodToken = method.MetadataToken )
-
+                    |> Seq.find (fun x -> int x.Value.methodToken = method.MetadataToken)
 
                 let filteredLocations =
                     coverageReport.rawCoverageLocations
@@ -166,7 +165,7 @@ type internal Fuzzer(
                         Task.Run(fun () ->
                             test.Serialize(testPath)
                             infoFuzzing $"Generated test: {testPath}"
-                        ).ForgetUntilExecutionRequested() // TODO: Maybe just serialize after finished?
+                        ).ForgetUntilExecutionRequested()
                         infoFuzzing "Test will be generated"
                     | None ->
                         infoFuzzing "Failed to create test"
@@ -184,7 +183,7 @@ type internal Fuzzer(
             let rawCoverage = coverageTool.GetRawHistory()
             traceFuzzing "Coverage received"
             let coverages = CoverageDeserializer.getRawReports rawCoverage
-            traceFuzzing "Coverage deserialized"
+            traceFuzzing $"Coverage reports[{coverages.reports.Length}] deserialized"
             assert (coverages.reports.Length = batchSize)
             let coverages = {
                 methods = coverages.methods
@@ -205,7 +204,7 @@ type internal Fuzzer(
                     abortedCount <- abortedCount + 1
                     traceFuzzing "Aborted"
                 | _ ->
-                    traceFuzzing "Invoked"
+                    traceFuzzing $"Invoked"
                     assert(not <| Utils.isNull invocationResult)
                     // TODO: send batches
                     do! onCollected coverages.methods coverage generationData invocationResult