diff --git a/terraform/etl/05-aws-s3.tf b/terraform/etl/05-aws-s3.tf index 0ef381cae..304287c99 100644 --- a/terraform/etl/05-aws-s3.tf +++ b/terraform/etl/05-aws-s3.tf @@ -64,6 +64,12 @@ module "noiseworks_data_storage_data_source" { bucket_identifier = "noiseworks-data-storage" } +module "housing_nec_migration_storage" { + source = "../modules/data-sources/s3-bucket" + identifier_prefix = local.identifier_prefix + bucket_identifier = "housing-nec-migration-storage" +} + data "aws_s3_object" "helpers" { bucket = module.glue_scripts_data_source.bucket_id key = "python-modules/data_platform_glue_job_helpers-1.0-py3-none-any.whl" diff --git a/terraform/etl/60-airflow-variables-and-connnections.tf b/terraform/etl/60-airflow-variables-and-connnections.tf index fc9962cba..07cfb1892 100644 --- a/terraform/etl/60-airflow-variables-and-connnections.tf +++ b/terraform/etl/60-airflow-variables-and-connnections.tf @@ -100,12 +100,13 @@ resource "aws_secretsmanager_secret_version" "nec_migration_partition_date" { } } -# Store the KMS key ARNs for the refined, raw, and trusted zones as airflow variables in Secrets Manager +# Store the KMS key ARNs for listed buckets as airflow variables in Secrets Manager locals { kms_keys = { - refined_zone = module.refined_zone_data_source.kms_key_arn - raw_zone = module.raw_zone_data_source.kms_key_arn - trusted_zone = module.trusted_zone_data_source.kms_key_arn + refined_zone = module.refined_zone_data_source.kms_key_arn + raw_zone = module.raw_zone_data_source.kms_key_arn + trusted_zone = module.trusted_zone_data_source.kms_key_arn + housing_nec_migration_storage = module.housing_nec_migration_storage.kms_key_arn } }