Skip to content

Config #1

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
aywrite wants to merge 8 commits into
base: master
Choose a base branch
from
Open

Config #1

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
593b583
Start work on allowing metric configuration from file
aywrite Apr 2, 2020
cb4001e
One stat per metric description
aywrite Apr 3, 2020
31440a8
Default metrics
aywrite Apr 3, 2020
60b6f00
testing diff
aywrite Apr 3, 2020
ce0ab45
All metric types
aywrite Apr 5, 2020
9e37ce7
more wip
aywrite Apr 5, 2020
5ca2995
bump build version
aywrite Apr 5, 2020
cc1543a
Remove unused function
aywrite Apr 5, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
99 changes: 94 additions & 5 deletions base/config.go
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,39 @@
package base

import (
"strings"
"time"

"github.com/CoverGenius/cloudwatch-prometheus-exporter/helpers"
"github.com/aws/aws-sdk-go/service/cloudwatch"
)

/*
Example config

metrics:
AWS/ELB:
- metric: RequestCount
help: "This is some help about the metric"
dimensions: [AvailabilityZone, LoadBalancerName]
resource_type_selection: "elasticloadbalancing:loadbalancer"
resource_id_dimension: LoadBalancerName
statistics: [Sum]
*/
type configMetric struct {
AWSMetric string `yaml:"metric"` // The Cloudwatch metric to use
Help string `yaml:"help"` // Custom help text for the generated metric
Dimensions []*string `yaml:"dimensions"` // The resource dimensions to generate individual series for (via labels)
Statistics []*string `yaml:"statistics"` // List of AWS statistics to use.
OutputName string `yaml:"output_name"` // Allows override of the generate metric name
RangeSeconds int `yaml:"range_seconds"` // How far back to request data for in seconds.
PeriodSeconds int `yaml:"period_seconds"` // Granularity of results from cloudwatch API.
}

type metric struct {
Data map[string][]*configMetric `yaml:",omitempty,inline"` // Map from namespace to list of metrics to scrape.
}

// Config represents the exporter configuration passed which is read at runtime from a YAML file.
type Config struct {
Listen string `yaml:"listen,omitempty"` // TCP Dial address for Prometheus HTTP API to listen on
Expand All @@ -10,11 +44,66 @@ type Config struct {
Regions []*string `yaml:"regions"` // Which AWS regions to query resources and metrics for
PollInterval uint8 `yaml:"poll_interval,omitempty"` // How often to fetch new data from the Cloudwatch API.
LogLevel uint8 `yaml:"log_level,omitempty"` // Logging verbosity level
Metrics metric `yaml:"metrics,omitempty"` // Map of per metric configuration overrides
Metrics metric `yaml:"metrics"` // Map of per metric configuration overrides
}

type metric struct {
Data map[string]struct {
Period int `yaml:"length,omitempty"` // How far back to request data for in minutes.
} `yaml:",omitempty,inline"`
func (c *Config) ConstructMetrics(defaults map[string]map[string]*MetricDescription) map[string][]*MetricDescription {
mds := make(map[string][]*MetricDescription)
for namespace, metrics := range c.Metrics.Data {

if len(metrics) <= 0 {
if namespaceDefaults, ok := defaults[namespace]; ok == true {
for key, defaultMetric := range namespaceDefaults {
metrics = append(metrics, &configMetric{
AWSMetric: key,
OutputName: *defaultMetric.OutputName,
Help: *defaultMetric.Help,
})
}
}
}

mds[namespace] = []*MetricDescription{}
for _, metric := range metrics {

name := metric.OutputName
if name == "" {
name = helpers.ToSnakeCase(metric.AWSMetric)
name = strings.ToLower(strings.TrimPrefix(namespace, "AWS/")) + "_" + name
}

period := metric.PeriodSeconds
if period == 0 {
period = int(c.Period) * int(time.Minute)
}

rangeSeconds := metric.RangeSeconds
if rangeSeconds == 0 {
rangeSeconds = int(c.Period) * int(time.Minute)
}

if metric.Statistics == nil || len(metric.Statistics) < 1 {
metric.Statistics = helpers.StringPointers("Average")
}

for _, stat := range metric.Statistics {
// TODO read defaults for namespace (the metrics)
// TODO handle dimensions
// TODO move metricName function here / apply to output name
// TODO create new metric function (which inits metrics?)
mds[namespace] = append(mds[namespace], &MetricDescription{
Help: &metric.Help,
OutputName: &name,
Dimensions: []*cloudwatch.Dimension{},
PeriodSeconds: period,
RangeSeconds: rangeSeconds,
Statistic: stat,

namespace: &namespace,
awsMetric: &metric.AWSMetric,
})
}
}
}
return mds
}
Loading