Expedite vm recommend filtering speed

src/core/infra/recommendation.go

@@ -23,6 +23,7 @@ import (
 	"strconv"
 	"strings"
 	"sync"
+	"time"
 	"unicode"
 
 	"github.com/cloud-barista/cb-tumblebug/src/core/common"
@@ -110,15 +111,23 @@ func RecommendVm(nsId string, plan model.DeploymentPlan) ([]model.TbSpecInfo, er
 	// Filtering
 	log.Debug().Msg("[Filtering specs]")
 
+	startTime := time.Now()
 	filteredSpecs, err := resource.FilterSpecsByRange(nsId, *u)
 
 	if err != nil {
 		log.Error().Err(err).Msg("")
 		return []model.TbSpecInfo{}, err
 	}
+	elapsedTime := time.Since(startTime)
+	log.Info().
+		Int("filteredItemCount", len(filteredSpecs)).
+		Dur("elapsedTime", elapsedTime).
+		Msg("Filtering complete")
+
 	if len(filteredSpecs) == 0 {
 		return []model.TbSpecInfo{}, nil
 	}
+
 	// // sorting based on VCPU and MemoryGiB
 	// sort.Slice(filteredSpecs, func(i, j int) bool {
 	// 	// sort based on VCPU first
@@ -133,6 +142,7 @@ func RecommendVm(nsId string, plan model.DeploymentPlan) ([]model.TbSpecInfo, er
 	log.Debug().Msg("[Prioritizing specs]")
 	prioritySpecs := []model.TbSpecInfo{}
 
+	startTime = time.Now()
 	for _, v := range plan.Priority.Policy {
 		metric := v.Metric
 
@@ -156,6 +166,11 @@ func RecommendVm(nsId string, plan model.DeploymentPlan) ([]model.TbSpecInfo, er
 		prioritySpecs, err = RecommendVmCost(nsId, &filteredSpecs)
 	}
 
+	elapsedTime = time.Since(startTime)
+	log.Info().
+		Dur("elapsedTime", elapsedTime).
+		Msg("Sorting complete")
+
 	// limit the number of items in result list
 	result := []model.TbSpecInfo{}
 	limitNum, err := strconv.Atoi(plan.Limit)

src/core/resource/spec.go

@@ -392,13 +392,20 @@ func FilterSpecsByRange(nsId string, filter model.FilterSpecsByRangeRequest) ([]
 		}
 	}
 
+	startTime := time.Now()
+
 	var specs []model.TbSpecInfo
 	err := session.Find(&specs)
 	if err != nil {
 		log.Error().Err(err).Msg("Failed to execute query")
 		return nil, err
 	}
 
+	elapsedTime := time.Since(startTime)
+	log.Info().
+		Dur("elapsedTime", elapsedTime).
+		Msg("ORM:session.Find(&specs)")
+
 	return specs, nil
 }
 

src/main.go

@@ -146,6 +146,11 @@ func init() {
 		log.Info().Msg("Table customImage set successfully..")
 	}
 
+	err = addIndexes()
+	if err != nil {
+		log.Error().Err(err).Msg("Cannot add indexes to the tables (ORM)")
+	}
+
 	setConfig()
 
 	_, err = common.GetNs(model.DefaultNamespace)
@@ -363,6 +368,37 @@ func setConfig() {
 
 }
 
+// addIndexes adds indexes to the tables for faster search
+func addIndexes() error {
+
+	_, err := model.ORM.Exec("CREATE INDEX IF NOT EXISTS idx_namespace ON tb_spec_info (Namespace)")
+	if err != nil {
+		return err
+	}
+
+	_, err = model.ORM.Exec("CREATE INDEX IF NOT EXISTS idx_vcpu ON tb_spec_info (VCPU)")
+	if err != nil {
+		return err
+	}
+
+	_, err = model.ORM.Exec("CREATE INDEX IF NOT EXISTS idx_memorygib ON tb_spec_info (MemoryGiB)")
+	if err != nil {
+		return err
+	}
+
+	_, err = model.ORM.Exec("CREATE INDEX IF NOT EXISTS idx_cspspecname ON tb_spec_info (CspSpecName)")
+	if err != nil {
+		return err
+	}
+
+	_, err = model.ORM.Exec("CREATE INDEX IF NOT EXISTS idx_costperhour ON tb_spec_info (CostPerHour)")
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
 // Main Body
 
 // @title CB-Tumblebug REST API