Commit bd69fde5 authored by Cameron McFarland's avatar Cameron McFarland

Further adjusting the stream shard sizes so that data can flow more uniformly through the pipeline.

parent e845b27e
...@@ -384,7 +384,7 @@ resource "aws_security_group" "snowplow_security_group" { ...@@ -384,7 +384,7 @@ resource "aws_security_group" "snowplow_security_group" {
// Kinesis Streams // Kinesis Streams
resource "aws_kinesis_stream" "snowplow_raw_good" { resource "aws_kinesis_stream" "snowplow_raw_good" {
name = "snowplow-raw-good" name = "snowplow-raw-good"
shard_count = 32 shard_count = 8
retention_period = 48 retention_period = 48
shard_level_metrics = [ shard_level_metrics = [
...@@ -399,7 +399,7 @@ resource "aws_kinesis_stream" "snowplow_raw_good" { ...@@ -399,7 +399,7 @@ resource "aws_kinesis_stream" "snowplow_raw_good" {
resource "aws_kinesis_stream" "snowplow_raw_bad" { resource "aws_kinesis_stream" "snowplow_raw_bad" {
name = "snowplow-raw-bad" name = "snowplow-raw-bad"
shard_count = 4 shard_count = 8
retention_period = 48 retention_period = 48
shard_level_metrics = [ shard_level_metrics = [
...@@ -414,7 +414,7 @@ resource "aws_kinesis_stream" "snowplow_raw_bad" { ...@@ -414,7 +414,7 @@ resource "aws_kinesis_stream" "snowplow_raw_bad" {
resource "aws_kinesis_stream" "snowplow_enriched_bad" { resource "aws_kinesis_stream" "snowplow_enriched_bad" {
name = "snowplow-enriched-bad" name = "snowplow-enriched-bad"
shard_count = 2 shard_count = 8
retention_period = 48 retention_period = 48
shard_level_metrics = [ shard_level_metrics = [
...@@ -429,7 +429,7 @@ resource "aws_kinesis_stream" "snowplow_enriched_bad" { ...@@ -429,7 +429,7 @@ resource "aws_kinesis_stream" "snowplow_enriched_bad" {
resource "aws_kinesis_stream" "snowplow_enriched_good" { resource "aws_kinesis_stream" "snowplow_enriched_good" {
name = "snowplow-enriched-good" name = "snowplow-enriched-good"
shard_count = 4 shard_count = 8
retention_period = 48 retention_period = 48
shard_level_metrics = [ shard_level_metrics = [
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment