Commit bd69fde5 authored by Cameron McFarland's avatar Cameron McFarland

Further adjusting the stream shard sizes so that data can flow more uniformly through the pipeline.

parent e845b27e
......@@ -384,7 +384,7 @@ resource "aws_security_group" "snowplow_security_group" {
// Kinesis Streams
resource "aws_kinesis_stream" "snowplow_raw_good" {
name = "snowplow-raw-good"
shard_count = 32
shard_count = 8
retention_period = 48
shard_level_metrics = [
......@@ -399,7 +399,7 @@ resource "aws_kinesis_stream" "snowplow_raw_good" {
resource "aws_kinesis_stream" "snowplow_raw_bad" {
name = "snowplow-raw-bad"
shard_count = 4
shard_count = 8
retention_period = 48
shard_level_metrics = [
......@@ -414,7 +414,7 @@ resource "aws_kinesis_stream" "snowplow_raw_bad" {
resource "aws_kinesis_stream" "snowplow_enriched_bad" {
name = "snowplow-enriched-bad"
shard_count = 2
shard_count = 8
retention_period = 48
shard_level_metrics = [
......@@ -429,7 +429,7 @@ resource "aws_kinesis_stream" "snowplow_enriched_bad" {
resource "aws_kinesis_stream" "snowplow_enriched_good" {
name = "snowplow-enriched-good"
shard_count = 4
shard_count = 8
retention_period = 48
shard_level_metrics = [
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment