various improvements

internal/settings/settings.go

@@ -1,6 +1,8 @@
 package settings
 
 import (
+	"errors"
+	"fmt"
 	"log/slog"
 	"os"
 	"vctp/internal/utils"
@@ -8,6 +10,12 @@ import (
 	"gopkg.in/yaml.v2"
 )
 
+type Settings struct {
+	SettingsPath string
+	Logger       *slog.Logger
+	Values       *SettingsYML
+}
+
 // SettingsYML struct holds various runtime data that is too cumbersome to specify via command line, eg replacement properties
 type SettingsYML struct {
 	Settings struct {
@@ -18,23 +26,30 @@ type SettingsYML struct {
 	} `yaml:"settings"`
 }
 
-func ReadYMLSettings(logger *slog.Logger, settingsPath string) (SettingsYML, error) {
+func New(logger *slog.Logger, settingsPath string) *Settings {
+	return &Settings{
+		SettingsPath: utils.GetFilePath(settingsPath),
+		Logger:       logger,
+	}
+}
+
+func (s *Settings) ReadYMLSettings() error {
 	// Create config structure
 	var settings SettingsYML
 
 	// Check for empty filename
-	if len(settingsPath) == 0 {
-		return settings, nil
+	if len(s.SettingsPath) == 0 {
+		return errors.New("settings file path not specified")
 	}
 
-	path := utils.GetFilePath(settingsPath)
+	//path := utils.GetFilePath(settingsPath)
 
 	// Open config file
-	file, err := os.Open(path)
+	file, err := os.Open(s.SettingsPath)
 	if err != nil {
-		return settings, err
+		return fmt.Errorf("unable to open settings file : '%s'", err)
 	}
-	logger.Debug("Opened settings yaml file", "file_path", path)
+	s.Logger.Debug("Opened settings yaml file", "file_path", s.SettingsPath)
 	defer file.Close()
 
 	// Init new YAML decode
@@ -42,8 +57,11 @@ func ReadYMLSettings(logger *slog.Logger, settingsPath string) (SettingsYML, err
 
 	// Start YAML decoding from file
 	if err := d.Decode(&settings); err != nil {
-		return settings, err
+		return fmt.Errorf("unable to decode settings file : '%s'", err)
 	}
 
-	return settings, nil
+	s.Logger.Debug("Updating settings", "settings", settings)
+	s.Values = &settings
+
+	return nil
 }

internal/tasks/monitorVcenter.go

@@ -6,7 +6,10 @@ import (
 	"errors"
 	"fmt"
 	"log/slog"
+	"strings"
+	"time"
 	"vctp/db/queries"
+	"vctp/internal/utils"
 	"vctp/internal/vcenter"
 
 	"github.com/vmware/govmomi/vim25/mo"
@@ -17,9 +20,10 @@ import (
 func (c *CronTask) RunVcenterPoll(ctx context.Context, logger *slog.Logger) error {
 	var matchFound bool
 
-	// TODO - reload settings in case vcenter list has changed
+	// reload settings in case vcenter list has changed
+	c.Settings.ReadYMLSettings()
 
-	for _, url := range c.Settings.Settings.VcenterAddresses {
+	for _, url := range c.Settings.Values.Settings.VcenterAddresses {
 		c.Logger.Debug("connecting to vcenter", "url", url)
 		vc := vcenter.New(c.Logger, c.VcCreds)
 		vc.Login(url)
@@ -43,9 +47,17 @@ func (c *CronTask) RunVcenterPoll(ctx context.Context, logger *slog.Logger) erro
 		// Iterate VMs from vcenter and see if they were in the database
 		for _, vm := range vms {
 			matchFound = false
+
+			// Skip any vCLS VMs
+			if strings.HasPrefix(vm.Name(), "vCLS-") {
+				c.Logger.Debug("Skipping internal VM", "vm_name", vm.Name())
+				continue
+			}
+
+			// TODO - should we compare the UUID as well?
 			for _, dbvm := range results {
 				if dbvm.VmId.String == vm.Reference().Value {
-					c.Logger.Debug("Found match for VM", "name", dbvm.Name, "id", dbvm.VmId.String)
+					c.Logger.Debug("Found match for VM", "vm_name", dbvm.Name, "id", dbvm.VmId.String)
 					matchFound = true
 					break
 				}
@@ -61,6 +73,9 @@ func (c *CronTask) RunVcenterPoll(ctx context.Context, logger *slog.Logger) erro
 
 				// retrieve VM properties and insert into inventory
 				c.AddVmToInventory(vmObj, vc, ctx)
+
+				// add sleep to slow down mass VM additions
+				utils.SleepWithContext(ctx, (10 * time.Millisecond))
 			}
 		}
 		c.Logger.Debug("Finished checking vcenter", "url", url)
@@ -190,6 +205,7 @@ func (c *CronTask) AddVmToInventory(vmObject *mo.VirtualMachine, vc *vcenter.Vce
 			ProvisionedDisk: sql.NullFloat64{Float64: totalDiskGB, Valid: totalDiskGB > 0},
 			Folder:          sql.NullString{String: folderPath, Valid: folderPath != ""},
 			ResourcePool:    sql.NullString{String: rpName, Valid: rpName != ""},
+			VmUuid:          sql.NullString{String: vmObject.Config.Uuid, Valid: vmObject.Config.Uuid != ""},
 			SrmPlaceholder:  srmPlaceholder,
 			IsTemplate:      isTemplate,
 			PoweredOn:       poweredOn,

internal/tasks/processEvents.go

@@ -23,6 +23,7 @@ func (c *CronTask) RunVmCheck(ctx context.Context, logger *slog.Logger) error {
 		poweredOn      string
 		folderPath     string
 		rpName         string
+		vmUuid         string
 	)
 
 	dateCmp := time.Now().AddDate(0, 0, -1).Unix()
@@ -60,6 +61,7 @@ func (c *CronTask) RunVmCheck(ctx context.Context, logger *slog.Logger) error {
 			totalDiskGB = 0
 			isTemplate = "FALSE"
 			folderPath = ""
+			vmUuid = ""
 		} else {
 			c.Logger.Debug("found VM")
 			srmPlaceholder = "FALSE" // Default assumption
@@ -69,6 +71,8 @@ func (c *CronTask) RunVmCheck(ctx context.Context, logger *slog.Logger) error {
 			if vmObject.Config != nil {
 				numRam = vmObject.Config.Hardware.MemoryMB
 				numVcpus = vmObject.Config.Hardware.NumCPU
+				vmUuid = vmObject.Config.Uuid
+
 				var totalDiskBytes int64
 
 				// Calculate the total disk allocated in GB
@@ -148,6 +152,7 @@ func (c *CronTask) RunVmCheck(ctx context.Context, logger *slog.Logger) error {
 				ProvisionedDisk: sql.NullFloat64{Float64: totalDiskGB, Valid: totalDiskGB > 0},
 				Folder:          sql.NullString{String: folderPath, Valid: folderPath != ""},
 				ResourcePool:    sql.NullString{String: rpName, Valid: rpName != ""},
+				VmUuid:          sql.NullString{String: vmUuid, Valid: vmUuid != ""},
 				SrmPlaceholder:  srmPlaceholder,
 				IsTemplate:      isTemplate,
 				PoweredOn:       poweredOn,

internal/tasks/tasks.go

@@ -11,6 +11,6 @@ import (
 type CronTask struct {
 	Logger   *slog.Logger
 	Database db.Database
-	Settings settings.SettingsYML
+	Settings *settings.Settings
 	VcCreds  *vcenter.VcenterLogin
 }

internal/utils/utils.go

@@ -1,11 +1,13 @@
 package utils
 
 import (
+	"context"
 	"log"
 	"log/slog"
 	"net"
 	"os"
 	"path/filepath"
+	"time"
 )
 
 const rsaBits = 4096
@@ -53,3 +55,14 @@ func FileExists(filename string) bool {
 	}
 	return !info.IsDir()
 }
+
+func SleepWithContext(ctx context.Context, d time.Duration) {
+	timer := time.NewTimer(d)
+	select {
+	case <-ctx.Done():
+		if !timer.Stop() {
+			<-timer.C
+		}
+	case <-timer.C:
+	}
+}