Adds static scrape configs for the snmp_exporter VMs running in each GCP project. (#111)

* Adds static scrape configs for the snmp_exporter VMs running in each GCP project.

* Changes Prom config to be a template, and updates the apply-global script to evaluate the template and write the final config file.

Author: nkinkade

apply-global-prometheus.sh

@@ -34,6 +34,13 @@ kubectl create configmap blackbox-config \
     --dry-run -o json | kubectl apply -f -
 
 ## Prometheus
+
+# Evaluate the configuration template.
+sed -e 's|{{PROJECT}}|'${PROJECT}'|g' \
+    config/federation/prometheus/prometheus.yml.template > \
+    config/federation/prometheus/prometheus.yml
+
+# Apply the above configmap.
 kubectl create configmap prometheus-federation-config \
     --from-literal=gcloud-project=${PROJECT} \
     --from-file=config/federation/prometheus \

config/federation/prometheus/prometheus.yml renamed to config/federation/prometheus/prometheus.yml.template

@@ -284,6 +284,17 @@ scrape_configs:
     static_configs:
       - targets: ['nagios.measurementlab.net:9267']
 
+
+  # Scrape config for the snmp_exporter. There is one snmp_exporter service
+  # running in a Docker container on a GCE VM in each GCP project.
+  #
+  # The snmp_exporter generates its own labels.
+  - job_name: 'snmp-exporter'
+    static_configs:
+      - targets:
+        - snmp-exporter.{{PROJECT}}.measurementlab.net:9116/metrics
+
+
   # Scrape config for federation.
   #
   # The '/federate' target allows retrieving a set of timeseries from other