Adding DecodingConcurrency config flag for ThanosEngine

Signed-off-by: Paurush Garg <[email protected]>

Author: PaurushGarg

pkg/engine/config.go

@@ -12,16 +12,18 @@ var supportedOptimizers = []string{"default", "all", "propagate-matchers", "sort
 
 // ThanosEngineConfig contains the configuration to create engine
 type ThanosEngineConfig struct {
-	Enabled           bool                    `yaml:"enabled"`
-	EnableXFunctions  bool                    `yaml:"enable_x_functions"`
-	Optimizers        string                  `yaml:"optimizers"`
-	LogicalOptimizers []logicalplan.Optimizer `yaml:"-"`
+	Enabled             bool                    `yaml:"enabled"`
+	EnableXFunctions    bool                    `yaml:"enable_x_functions"`
+	Optimizers          string                  `yaml:"optimizers"`
+	DecodingConcurrency int                     `yaml:"decoding_concurrency"`
+	LogicalOptimizers   []logicalplan.Optimizer `yaml:"-"`
 }
 
 func (cfg *ThanosEngineConfig) RegisterFlagsWithPrefix(prefix string, f *flag.FlagSet) {
 	f.BoolVar(&cfg.Enabled, prefix+"thanos-engine", false, "Experimental. Use Thanos promql engine https://github.com/thanos-io/promql-engine rather than the Prometheus promql engine.")
 	f.BoolVar(&cfg.EnableXFunctions, prefix+"enable-x-functions", false, "Enable xincrease, xdelta, xrate etc from Thanos engine.")
 	f.StringVar(&cfg.Optimizers, prefix+"optimizers", "default", "Logical plan optimizers. Multiple optimizers can be provided as a comma-separated list. Supported values: "+strings.Join(supportedOptimizers, ", "))
+	f.IntVar(&cfg.DecodingConcurrency, prefix+"decoding-concurrency", 0, "Maximum number of goroutines that can be used to decode samples. 0 defaults to GOMAXPROCS / 2.")
 }
 
 func (cfg *ThanosEngineConfig) Validate() error {

pkg/engine/engine.go

@@ -64,10 +64,11 @@ func New(opts promql.EngineOpts, thanosEngineCfg ThanosEngineConfig, reg prometh
 	var thanosEngine *thanosengine.Engine
 	if thanosEngineCfg.Enabled {
 		thanosEngine = thanosengine.New(thanosengine.Opts{
-			EngineOpts:        opts,
-			LogicalOptimizers: thanosEngineCfg.LogicalOptimizers,
-			EnableAnalysis:    true,
-			EnableXFunctions:  thanosEngineCfg.EnableXFunctions,
+			EngineOpts:          opts,
+			LogicalOptimizers:   thanosEngineCfg.LogicalOptimizers,
+			EnableAnalysis:      true,
+			EnableXFunctions:    thanosEngineCfg.EnableXFunctions,
+			DecodingConcurrency: thanosEngineCfg.DecodingConcurrency,
 		})
 	}