cookbooks/prometheus/templates/default/cloudwatch.yml.erb

   1 apiVersion: v1alpha1
   2 sts-region: eu-west-1
   3 discovery:
   4   jobs:
   5     - type: AWS/S3
   6       regions:
   7         - eu-west-1
   8         - eu-west-2
   9       roles:
  10         - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
  11       period: 86400
  12       length: 86400
  13       metrics:
  14         - name: BucketSizeBytes
  15           statistics: [Average]
  16         - name: NumberOfObjects
  17           statistics: [Average]
  18     - type: AWS/S3
  19       regions:
  20         - eu-west-1
  21         - eu-west-2
  22       roles:
  23         - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
  24       period: 300
  25       length: 300
  26       metrics:
  27         - name: AllRequests
  28           statistics: [Sum]
  29         - name: GetRequests
  30           statistics: [Sum]
  31         - name: PutRequests
  32           statistics: [Sum]
  33         - name: DeleteRequests
  34           statistics: [Sum]
  35         - name: HeadRequests
  36           statistics: [Sum]
  37         - name: PostRequests
  38           statistics: [Sum]
  39         - name: ListRequests
  40           statistics: [Sum]
  41         - name: BytesDownloaded
  42           statistics: [Sum]
  43         - name: BytesUploaded
  44           statistics: [Sum]
  45         - name: 4xxErrors
  46           statistics: [Sum]
  47         - name: 5xxErrors
  48           statistics: [Sum]
  49         - name: FirstByteLatency
  50           statistics: [Minimum, Maximum, Average]
  51         - name: TotalRequestLatency
  52           statistics: [Minimum, Maximum, Average]
  53         - name: ReplicationLatency
  54           statistics: [Maximum]
  55         - name: BytesPendingReplication
  56           statistics: [Maximum]
  57         - name: OperationsPendingReplication
  58           statistics: [Maximum]
  59         - name: OperationsFailedReplication
  60           statistics: [Sum]
  61     - type: AWS/S3
  62       regions:
  63         - eu-central-1
  64         - us-west-2
  65       roles:
  66         - roleArn: "arn:aws:iam::630658470130:role/osm-cloudwatch-export-role" # osm-planet (pds)
  67       period: 86400
  68       length: 86400
  69       metrics:
  70         - name: BucketSizeBytes
  71           statistics: [Average]
  72         - name: NumberOfObjects
  73           statistics: [Average]
  74     - type: AWS/S3
  75       regions:
  76         - eu-central-1
  77         - us-west-2
  78       roles:
  79         - roleArn: "arn:aws:iam::630658470130:role/osm-cloudwatch-export-role" # osm-planet (pds)
  80       period: 300
  81       length: 300
  82       metrics:
  83         - name: AllRequests
  84           statistics: [Sum]
  85         - name: GetRequests
  86           statistics: [Sum]
  87         - name: PutRequests
  88           statistics: [Sum]
  89         - name: DeleteRequests
  90           statistics: [Sum]
  91         - name: HeadRequests
  92           statistics: [Sum]
  93         - name: PostRequests
  94           statistics: [Sum]
  95         - name: ListRequests
  96           statistics: [Sum]
  97         - name: BytesDownloaded
  98           statistics: [Sum]
  99         - name: BytesUploaded
 100           statistics: [Sum]
 101         - name: 4xxErrors
 102           statistics: [Sum]
 103         - name: 5xxErrors
 104           statistics: [Sum]
 105         - name: FirstByteLatency
 106           statistics: [Minimum, Maximum, Average]
 107         - name: TotalRequestLatency
 108           statistics: [Minimum, Maximum, Average]
 109         - name: ReplicationLatency
 110           statistics: [Maximum]
 111         - name: BytesPendingReplication
 112           statistics: [Maximum]
 113         - name: OperationsPendingReplication
 114           statistics: [Maximum]
 115         - name: OperationsFailedReplication
 116           statistics: [Sum]
 117     - type: AWS/S3
 118       regions:
 119         - eu-north-1
 120       roles:
 121         - roleArn: "arn:aws:iam::674083635870:role/osm-cloudwatch-export-role" # osm-backup
 122       period: 86400
 123       length: 86400
 124       metrics:
 125         - name: BucketSizeBytes
 126           statistics: [Average]
 127         - name: NumberOfObjects
 128           statistics: [Average]
 129     - type: AWS/S3
 130       regions:
 131         - eu-north-1
 132       roles:
 133         - roleArn: "arn:aws:iam::674083635870:role/osm-cloudwatch-export-role" # osm-backup
 134       period: 300
 135       length: 300
 136       metrics:
 137         - name: AllRequests
 138           statistics: [Sum]
 139         - name: GetRequests
 140           statistics: [Sum]
 141         - name: PutRequests
 142           statistics: [Sum]
 143         - name: DeleteRequests
 144           statistics: [Sum]
 145         - name: HeadRequests
 146           statistics: [Sum]
 147         - name: PostRequests
 148           statistics: [Sum]
 149         - name: ListRequests
 150           statistics: [Sum]
 151         - name: BytesDownloaded
 152           statistics: [Sum]
 153         - name: BytesUploaded
 154           statistics: [Sum]
 155         - name: 4xxErrors
 156           statistics: [Sum]
 157         - name: 5xxErrors
 158           statistics: [Sum]
 159         - name: FirstByteLatency
 160           statistics: [Minimum, Maximum, Average]
 161         - name: TotalRequestLatency
 162           statistics: [Minimum, Maximum, Average]
 163         - name: ReplicationLatency
 164           statistics: [Maximum]
 165         - name: BytesPendingReplication
 166           statistics: [Maximum]
 167         - name: OperationsPendingReplication
 168           statistics: [Maximum]
 169         - name: OperationsFailedReplication
 170           statistics: [Sum]
 171     - type: AWS/EC2
 172       regions:
 173         - us-east-2
 174       roles:
 175         - roleArn: "arn:aws:iam::683740446523:role/osm-cloudwatch-export-role" # osm-render
 176       period: 300
 177       length: 300
 178       metrics:
 179         - name: CPUUtilization
 180           statistics: [Average]
 181         - name: DiskReadOps
 182           statistics: [Sum]
 183         - name: DiskWriteOps
 184           statistics: [Sum]
 185         - name: DiskReadBytes
 186           statistics: [Sum]
 187         - name: DiskWriteBytes
 188           statistics: [Sum]
 189         - name: NetworkIn
 190           statistics: [Sum]
 191         - name: NetworkOut
 192           statistics: [Sum]
 193         - name: NetworkPacketsIn
 194           statistics: [Sum]
 195         - name: NetworkPacketsOut
 196           statistics: [Sum]
 197     - type: AWS/Billing
 198       regions:
 199         - us-east-1
 200       roles:
 201         - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
 202         - roleArn: "arn:aws:iam::674083635870:role/osm-cloudwatch-export-role" # osm-backup
 203         - roleArn: "arn:aws:iam::683740446523:role/osm-cloudwatch-export-role" # osm-render
 204         # Note osm-planet is billed direct to AWS Open Data Program
 205       period: 21600
 206       length: 21600
 207       metrics:
 208         - name: EstimatedCharges
 209           statistics: [Sum]
 210 static:
 211   - namespace: AWS/S3
 212     name: gps-images-replication
 213     regions:
 214       - eu-north-1
 215     roles:
 216       - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
 217     dimensions:
 218       - name: RuleId
 219         value: full-bucket-replication
 220       - name: SourceBucket
 221         value: openstreetmap-gps-images
 222       - name: DestinationBucket
 223         value: openstreetmap-gps-images-replicate
 224     metrics:
 225       - name: ReplicationLatency
 226         statistics: [Maximum]
 227         period: 300
 228         length: 300
 229       - name: BytesPendingReplication
 230         statistics: [Maximum]
 231         period: 300
 232         length: 300
 233       - name: OperationsPendingReplication
 234         statistics: [Maximum]
 235         period: 300
 236         length: 300
 237   - namespace: AWS/S3
 238     name: gps-traces-replication
 239     regions:
 240       - eu-north-1
 241     roles:
 242       - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
 243     dimensions:
 244       - name: RuleId
 245         value: full-bucket-replication
 246       - name: SourceBucket
 247         value: openstreetmap-gps-traces
 248       - name: DestinationBucket
 249         value: openstreetmap-gps-traces-replicate
 250     metrics:
 251       - name: ReplicationLatency
 252         statistics: [Maximum]
 253         period: 300
 254         length: 300
 255       - name: BytesPendingReplication
 256         statistics: [Maximum]
 257         period: 300
 258         length: 300
 259       - name: OperationsPendingReplication
 260         statistics: [Maximum]
 261         period: 300
 262         length: 300
 263   - namespace: AWS/S3
 264     name: user-avatars-replication
 265     regions:
 266       - eu-north-1
 267     roles:
 268       - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
 269     dimensions:
 270       - name: RuleId
 271         value: full-bucket-replication
 272       - name: SourceBucket
 273         value: openstreetmap-user-avatars
 274       - name: DestinationBucket
 275         value: openstreetmap-user-avatars-replicate
 276     metrics:
 277       - name: ReplicationLatency
 278         statistics: [Maximum]
 279         period: 300
 280         length: 300
 281       - name: BytesPendingReplication
 282         statistics: [Maximum]
 283         period: 300
 284         length: 300
 285       - name: OperationsPendingReplication
 286         statistics: [Maximum]
 287         period: 300
 288         length: 300
 289   - namespace: AWS/S3
 290     name: aws-cloudtrail-replication
 291     regions:
 292       - eu-north-1
 293     roles:
 294       - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
 295     dimensions:
 296       - name: RuleId
 297         value: full-bucket-replication
 298       - name: SourceBucket
 299         value: openstreetmap-aws-cloudtrail
 300       - name: DestinationBucket
 301         value: openstreetmap-aws-cloudtrail-replicate
 302     metrics:
 303       - name: ReplicationLatency
 304         statistics: [Maximum]
 305         period: 300
 306         length: 300
 307       - name: BytesPendingReplication
 308         statistics: [Maximum]
 309         period: 300
 310         length: 300
 311       - name: OperationsPendingReplication
 312         statistics: [Maximum]
 313         period: 300
 314         length: 300