loki dev mode

jpinsonneau · jpinsonneau · commit ecaa6d0b30ed · 2025-07-30T14:30:32.000+02:00
diff --git a/api/flowcollector/v1beta2/flowcollector_types.go b/api/flowcollector/v1beta2/flowcollector_types.go
@@ -884,6 +884,7 @@ type LokiStackRef struct {
 type LokiMode string
 
 const (
+	LokiModeDev           LokiMode = "Dev"
 	LokiModeManual        LokiMode = "Manual"
 	LokiModeLokiStack     LokiMode = "LokiStack"
 	LokiModeMonolithic    LokiMode = "Monolithic"
@@ -904,12 +905,13 @@ type FlowCollectorLoki struct {
 	Enable *bool `json:"enable,omitempty"`
 
 	// `mode` must be set according to the installation mode of Loki:<br>
+	// - Use `Dev` to use the development mode, which is not recommended for production use.
 	// - Use `LokiStack` when Loki is managed using the Loki Operator<br>
 	// - Use `Monolithic` when Loki is installed as a monolithic workload<br>
 	// - Use `Microservices` when Loki is installed as microservices, but without Loki Operator<br>
 	// - Use `Manual` if none of the options above match your setup<br>
 	//+unionDiscriminator
-	//+kubebuilder:validation:Enum=Manual;LokiStack;Monolithic;Microservices
+	//+kubebuilder:validation:Enum=Manual;Dev;LokiStack;Monolithic;Microservices
 	//+kubebuilder:default:="Monolithic"
 	//+kubebuilder:validation:Required
 	Mode LokiMode `json:"mode,omitempty"`
diff --git a/bundle/manifests/flows.netobserv.io_flowcollectors.yaml b/bundle/manifests/flows.netobserv.io_flowcollectors.yaml
@@ -4099,12 +4099,14 @@ spec:
                     default: Monolithic
                     description: |-
                       `mode` must be set according to the installation mode of Loki:<br>
+                      - Use `Dev` to use the development mode, which is not recommended for production use.
                       - Use `LokiStack` when Loki is managed using the Loki Operator<br>
                       - Use `Monolithic` when Loki is installed as a monolithic workload<br>
                       - Use `Microservices` when Loki is installed as microservices, but without Loki Operator<br>
                       - Use `Manual` if none of the options above match your setup<br>
                     enum:
                     - Manual
+                    - Dev
                     - LokiStack
                     - Monolithic
                     - Microservices
diff --git a/bundle/manifests/netobserv-operator.clusterserviceversion.yaml b/bundle/manifests/netobserv-operator.clusterserviceversion.yaml
@@ -192,19 +192,7 @@ metadata:
               "lokiStack": {
                 "name": "loki"
               },
-              "mode": "Monolithic",
-              "monolithic": {
-                "tenantID": "netobserv",
-                "tls": {
-                  "caCert": {
-                    "certFile": "service-ca.crt",
-                    "name": "loki-gateway-ca-bundle",
-                    "type": "configmap"
-                  },
-                  "enable": false
-                },
-                "url": "http://loki.netobserv.svc:3100/"
-              },
+              "mode": "Dev",
               "readTimeout": "30s",
               "writeBatchSize": 10485760,
               "writeBatchWait": "1s",
@@ -253,7 +241,7 @@ metadata:
     categories: Monitoring, Networking, Observability
     console.openshift.io/plugins: '["netobserv-plugin"]'
     containerImage: quay.io/netobserv/network-observability-operator:1.9.1-community
-    createdAt: "2025-07-21T09:56:28Z"
+    createdAt: "2025-07-30T12:28:12Z"
     description: Network flows collector and monitoring solution
     operatorframework.io/initialization-resource: '{"apiVersion":"flows.netobserv.io/v1beta2",
       "kind":"FlowCollector","metadata":{"name":"cluster"},"spec": {}}'
@@ -775,6 +763,7 @@ spec:
           resources:
           - configmaps
           - namespaces
+          - persistentvolumeclaims
           - secrets
           - serviceaccounts
           - services
diff --git a/config/crd/bases/flows.netobserv.io_flowcollectors.yaml b/config/crd/bases/flows.netobserv.io_flowcollectors.yaml
@@ -3768,12 +3768,14 @@ spec:
                       default: Monolithic
                       description: |-
                         `mode` must be set according to the installation mode of Loki:<br>
+                        - Use `Dev` to use the development mode, which is not recommended for production use.
                         - Use `LokiStack` when Loki is managed using the Loki Operator<br>
                         - Use `Monolithic` when Loki is installed as a monolithic workload<br>
                         - Use `Microservices` when Loki is installed as microservices, but without Loki Operator<br>
                         - Use `Manual` if none of the options above match your setup<br>
                       enum:
                         - Manual
+                        - Dev
                         - LokiStack
                         - Monolithic
                         - Microservices
diff --git a/config/rbac/role.yaml b/config/rbac/role.yaml
@@ -9,6 +9,7 @@ rules:
   resources:
   - configmaps
   - namespaces
+  - persistentvolumeclaims
   - secrets
   - serviceaccounts
   - services
diff --git a/config/samples/flows_v1beta2_flowcollector.yaml b/config/samples/flows_v1beta2_flowcollector.yaml
@@ -127,16 +127,7 @@ spec:
   loki:
     enable: true
     # Change mode to "LokiStack" to use with the loki operator
-    mode: Monolithic
-    monolithic:
-      url: 'http://loki.netobserv.svc:3100/'
-      tenantID: netobserv
-      tls:
-        enable: false
-        caCert:
-          type: configmap
-          name: loki-gateway-ca-bundle
-          certFile: service-ca.crt
+    mode: Dev
     lokiStack:
       name: loki
       # Change loki operator instance namespace
diff --git a/docs/FlowCollector.md b/docs/FlowCollector.md
@@ -7220,12 +7220,13 @@ If the namespace is different, the config map or the secret is copied so that it
         <td>enum</td>
         <td>
           `mode` must be set according to the installation mode of Loki:<br>
+- Use `Dev` to use the development mode, which is not recommended for production use.
 - Use `LokiStack` when Loki is managed using the Loki Operator<br>
 - Use `Monolithic` when Loki is installed as a monolithic workload<br>
 - Use `Microservices` when Loki is installed as microservices, but without Loki Operator<br>
 - Use `Manual` if none of the options above match your setup<br><br/>
           <br/>
-            <i>Enum</i>: Manual, LokiStack, Monolithic, Microservices<br/>
+            <i>Enum</i>: Manual, Dev, LokiStack, Monolithic, Microservices<br/>
             <i>Default</i>: Monolithic<br/>
         </td>
         <td>true</td>
diff --git a/helm/crds/flows.netobserv.io_flowcollectors.yaml b/helm/crds/flows.netobserv.io_flowcollectors.yaml
@@ -3772,12 +3772,14 @@ spec:
                       default: Monolithic
                       description: |-
                         `mode` must be set according to the installation mode of Loki:<br>
+                        - Use `Dev` to use the development mode, which is not recommended for production use.
                         - Use `LokiStack` when Loki is managed using the Loki Operator<br>
                         - Use `Monolithic` when Loki is installed as a monolithic workload<br>
                         - Use `Microservices` when Loki is installed as microservices, but without Loki Operator<br>
                         - Use `Manual` if none of the options above match your setup<br>
                       enum:
                         - Manual
+                        - Dev
                         - LokiStack
                         - Monolithic
                         - Microservices
diff --git a/helm/templates/clusterrole.yaml b/helm/templates/clusterrole.yaml
@@ -8,6 +8,7 @@ rules:
     resources:
       - configmaps
       - namespaces
+      - persistentvolumeclaims
       - secrets
       - serviceaccounts
       - services
diff --git a/internal/controller/constants/constants.go b/internal/controller/constants/constants.go
@@ -24,6 +24,8 @@ const (
 	PluginName               = "netobserv-plugin"
 	StaticPluginName         = "netobserv-plugin-static"
 	PluginShortName          = "plugin"
+	LokiDev                  = "loki"
+	LokiDevImage             = "grafana/loki:3.5.0"
 
 	// EBPFAgentName and other constants for it
 	EBPFAgentName                     = "netobserv-ebpf-agent"
diff --git a/internal/controller/flowcollector_controller.go b/internal/controller/flowcollector_controller.go
@@ -16,7 +16,9 @@ import (
 
 	flowslatest "github.com/netobserv/network-observability-operator/api/flowcollector/v1beta2"
 	"github.com/netobserv/network-observability-operator/internal/controller/consoleplugin"
+	"github.com/netobserv/network-observability-operator/internal/controller/constants"
 	"github.com/netobserv/network-observability-operator/internal/controller/ebpf"
+	"github.com/netobserv/network-observability-operator/internal/controller/loki"
 	"github.com/netobserv/network-observability-operator/internal/controller/reconcilers"
 	"github.com/netobserv/network-observability-operator/internal/pkg/cleanup"
 	"github.com/netobserv/network-observability-operator/internal/pkg/helper"
@@ -120,8 +122,8 @@ func (r *FlowCollectorReconciler) Reconcile(ctx context.Context, _ ctrl.Request)
 func (r *FlowCollectorReconciler) reconcile(ctx context.Context, clh *helper.Client, desired *flowslatest.FlowCollector) error {
 	ns := helper.GetNamespace(&desired.Spec)
 	previousNamespace := r.status.GetDeployedNamespace(desired)
-	loki := helper.NewLokiConfig(&desired.Spec.Loki, ns)
-	reconcilersInfo := r.newCommonInfo(clh, ns, &loki)
+	lokiConfig := helper.NewLokiConfig(&desired.Spec.Loki, ns)
+	reconcilersInfo := r.newCommonInfo(clh, ns, &lokiConfig)
 
 	if err := r.checkFinalizer(ctx, desired); err != nil {
 		return err
@@ -162,11 +164,20 @@ func (r *FlowCollectorReconciler) reconcile(ctx context.Context, clh *helper.Cli
 	}
 
 	// Console plugin
-	err := cpReconciler.Reconcile(ctx, desired)
-	if err != nil {
+	if err := cpReconciler.Reconcile(ctx, desired); err != nil {
 		return r.status.Error("ReconcileConsolePluginFailed", err)
 	}
 
+	lokiReconciler := loki.NewReconciler(reconcilersInfo.NewInstance(
+		map[reconcilers.ImageRef]string{
+			reconcilers.MainImage: constants.LokiDevImage,
+		},
+		r.status,
+	))
+	if err := lokiReconciler.Reconcile(ctx, desired); err != nil {
+		return r.status.Error("ReconcileLokiFailed", err)
+	}
+
 	return nil
 }
 
diff --git a/internal/controller/loki/config/config.go b/internal/controller/loki/config/config.go
@@ -0,0 +1,12 @@
+package config
+
+import (
+	_ "embed"
+)
+
+//go:embed local-config.yaml
+var rawLocalConfig []byte
+
+func GetLokiConfigStr() string {
+	return string(rawLocalConfig)
+}
diff --git a/internal/controller/loki/config/local-config.yaml b/internal/controller/loki/config/local-config.yaml
@@ -0,0 +1,92 @@
+auth_enabled: false
+server:
+  http_listen_port: 3100
+  grpc_listen_port: 9096
+  grpc_server_max_recv_msg_size: 10485760
+  http_server_read_timeout: 1m
+  http_server_write_timeout: 1m
+  log_level: error
+target: all
+common:
+  path_prefix: /loki-store
+  storage:
+    filesystem:
+      chunks_directory: /loki-store/chunks
+      rules_directory: /loki-store/rules
+  replication_factor: 1
+  ring:
+    instance_addr: 127.0.0.1
+    kvstore:
+      store: inmemory
+compactor:
+  compaction_interval: 5m
+  delete_request_store: filesystem
+  retention_enabled: true
+  retention_delete_delay: 2h
+  retention_delete_worker_count: 150
+frontend:
+  compress_responses: true
+ingester:
+  chunk_encoding: snappy
+  chunk_retain_period: 1m
+query_range:
+  align_queries_with_step: true
+  cache_results: true
+  max_retries: 5
+  results_cache:
+    cache:
+      embedded_cache:
+        enabled: true
+        max_size_mb: 500
+        ttl: 24h
+    compression: 'snappy'
+  parallelise_shardable_queries: true
+query_scheduler:
+  max_outstanding_requests_per_tenant: 2048
+schema_config:
+  configs:
+    - from: 2020-05-15
+      store: tsdb
+      object_store: filesystem
+      schema: v13
+      index:
+        prefix: index_
+        period: 24h
+storage_config:
+  filesystem:
+    directory: /loki-store/storage
+  tsdb_shipper:
+    active_index_directory: /loki-store/index
+    cache_location: /loki-store/boltdb-cache
+    cache_ttl: 24h
+limits_config:    
+  ingestion_rate_strategy: global 
+  ingestion_rate_mb: 10
+  ingestion_burst_size_mb: 10
+  max_label_name_length: 1024
+  max_label_value_length: 2048
+  max_label_names_per_series: 30
+  reject_old_samples: true
+  reject_old_samples_max_age: 15m
+  creation_grace_period: 10m
+  max_line_size: 256000
+  max_line_size_truncate: false
+  max_entries_limit_per_query: 10000
+  max_streams_per_user: 0
+  max_global_streams_per_user: 0
+  unordered_writes: true
+  max_chunks_per_query: 2000000
+  max_query_length: 721h
+  max_query_parallelism: 32
+  max_query_series: 10000
+  cardinality_limit: 100000
+  max_streams_matchers_per_query: 1000
+  max_concurrent_tail_requests: 10
+  retention_period: 24h
+  max_cache_freshness_per_query: 5m
+  max_queriers_per_tenant: 0
+  per_stream_rate_limit: 3MB
+  per_stream_rate_limit_burst: 15MB
+  max_query_lookback: 0
+  min_sharding_lookback: 0s
+  split_queries_by_interval: 1m
diff --git a/internal/controller/loki/loki_objects.go b/internal/controller/loki/loki_objects.go
diff --git a/internal/controller/loki/loki_reconciler.go b/internal/controller/loki/loki_reconciler.go
diff --git a/internal/controller/reconcilers/namespaced_objects_manager.go b/internal/controller/reconcilers/namespaced_objects_manager.go
diff --git a/internal/pkg/helper/flowcollector.go b/internal/pkg/helper/flowcollector.go
diff --git a/internal/pkg/helper/loki_config.go b/internal/pkg/helper/loki_config.go
diff --git a/internal/pkg/manager/manager.go b/internal/pkg/manager/manager.go
