Refactor job scheduler to use memdb for jobs (hashicorp#782)

* internal/job: Introduce Job & related types

* internal/state: Introduce new 'jobs' table

* internal/scheduler: Introduce general-purpose job scheduler

* internal/terraform/module(watcher+walker): Update references

* internal/langserver/handlers: Update references

* internal/terraform/module: Remove module manager & loader & queue

* internal/terraform/module: Repurpose old mod mgr test cases

In the old test we would be checking what *all* schemas are available for a given path after indexing via walker.

This part of API is however being deprecated in favour of more straightforward one (see state.ProviderSchemaStore -> ProviderSchema()) which picks the single most appropriate schema from a list of candidates and retains the decision logic as an implementation detail within it, so the whole list of candidates is not really available from the outside (by design), hence not something we should test from the outside.

ProviderSchemaStore itself already has plenty of tests testing the decision logic within, which is better place for testing this anyway.

* jobs benchmarks

Author: radeksimko

internal/cmd/completion_command.go

@@ -18,7 +18,6 @@ import (
 	ilsp "github.com/hashicorp/terraform-ls/internal/lsp"
 	lsp "github.com/hashicorp/terraform-ls/internal/protocol"
 	"github.com/hashicorp/terraform-ls/internal/state"
-	"github.com/hashicorp/terraform-ls/internal/terraform/module"
 	"github.com/mitchellh/cli"
 )
 
@@ -113,9 +112,7 @@ func (c *CompletionCommand) Run(args []string) int {
 
 	ctx := context.Background()
 
-	modMgr := module.NewSyncModuleManager(ctx, fs, ss.DocumentStore, ss.Modules, ss.ProviderSchemas)
-
-	_, err = modMgr.AddModule(dh.Dir.Path())
+	err = ss.Modules.Add(dh.Dir.Path())
 	if err != nil {
 		c.Ui.Error(err.Error())
 		return 1

internal/cmd/inspect_module_command.go

@@ -18,6 +18,7 @@ import (
 	"github.com/hashicorp/terraform-ls/internal/logging"
 	"github.com/hashicorp/terraform-ls/internal/state"
 	"github.com/hashicorp/terraform-ls/internal/terraform/datadir"
+	"github.com/hashicorp/terraform-ls/internal/terraform/exec"
 	"github.com/hashicorp/terraform-ls/internal/terraform/module"
 	"github.com/mitchellh/cli"
 )
@@ -93,10 +94,7 @@ func (c *InspectModuleCommand) inspect(rootPath string) error {
 
 	ctx := context.Background()
 
-	modMgr := module.NewSyncModuleManager(ctx, fs, ss.DocumentStore, ss.Modules, ss.ProviderSchemas)
-	modMgr.SetLogger(c.logger)
-
-	walker := module.SyncWalker(fs, ss.DocumentStore, modMgr)
+	walker := module.SyncWalker(fs, ss.DocumentStore, ss.Modules, ss.ProviderSchemas, ss.JobStore, exec.NewExecutor)
 	walker.SetLogger(c.logger)
 
 	ctx, cancel := ictx.WithSignalCancel(context.Background(),
@@ -109,7 +107,7 @@ func (c *InspectModuleCommand) inspect(rootPath string) error {
 		return err
 	}
 
-	modules, err := modMgr.ListModules()
+	modules, err := ss.Modules.List()
 	if err != nil {
 		return err
 	}