resource "aws_kinesis_stream" "my_tracking_stream" {
  name             = var.stream_name
  shard_count      = var.shard_count
  retention_period = var.retention_period

  shard_level_metrics = [
    "IncomingBytes",
    "OutgoingBytes",
  ]

  tags = {
    Environment = terraform.workspace
  }
}

resource "aws_kinesis_firehose_delivery_stream" "my_tracking_stream" {
  name        = "my-firehose-stream-${terraform.workspace}"
  destination = "redshift"

  s3_configuration {
    role_arn           = aws_iam_role.firehose_role.arn
    bucket_arn         = var.bucket_arn
    buffer_size        = 10
    buffer_interval    = 400
    compression_format = "GZIP"
  }

  redshift_configuration {
    role_arn        = aws_iam_role.firehose_role.arn
    cluster_jdbcurl = "jdbc:redshift://${var.redshift_cluster_endpoint}/${var.redshift_cluster_database_name}"
    username        = var.redshift_username
    password        = var.redshift_password
    data_table_name = var.redshift_table_name
    # copy_options       = "delimiter '|'" # the default delimiter
    # data_table_columns = "test-col"
    s3_backup_mode = "Enabled"

    s3_backup_configuration {
      role_arn           = aws_iam_role.firehose_role.arn
      bucket_arn         = var.bucket_arn
      buffer_size        = 15
      buffer_interval    = 300
      compression_format = "GZIP"

    }
  }
}

resource "aws_iam_role" "firehose_role" {
  name = "firehose_role_${terraform.workspace}"

  assume_role_policy = <<EOF
{
  "Version": "2012-10-17",
  "Statement": [
    {
      "Action": "sts:AssumeRole",
      "Principal": {
        "Service": "firehose.amazonaws.com"
      },
      "Effect": "Allow",
      "Sid": ""
    }
  ]
}
EOF

  tags = {
    Name = "Firehose role"
    Environment = terraform.workspace
  }
}