main.tf

# Require TF version to be same as or greater than 0.12.13
terraform {
  required_version = ">=1.3.7"
  backend "s3" {
    bucket         = "d-ew1-ted-ai-terraform"
    key            = "terraform.tfstate"
    region         = "eu-west-1"
    dynamodb_table = "d-ew1-ted-ai-terraform-locks"
    encrypt        = true
  }
}

provider "aws" {
  region = var.region
}

module "bootstrap" {
  source                        = "./modules/bootstrap"
  terraform_s3_bucket_name      = var.terraform_s3_bucket_name
  terraform_dynamodb_table_name = var.terraform_dynamodb_table_name
}

module "storage" {
  source                      = "./modules/storage"
  s3_input_bucket_name        = var.s3_input_bucket_name
  s3_data_bucket_name         = var.s3_data_bucket_name
  s3_ml_data_bucket_name      = var.s3_ml_data_bucket_name
  s3_ml_models_bucket_name    = var.s3_ml_models_bucket_name
  tags                        = var.tags
  ingestion_checkpoint_table  = var.ingestion_checkpoint_table
  ingestion_tasks_table       = var.ingestion_tasks_table
  ingestion_references_table  = var.ingestion_references_table
  ssm_ingestion_checkpoint_id = var.ssm_ingestion_checkpoint_id
  ssm_ingestion_tasks_id      = var.ssm_ingestion_tasks_id
  ssm_ingestion_references_id = var.ssm_ingestion_references_id
  ssm_buckets_input_id        = var.ssm_buckets_input_id
  ssm_buckets_ml_data_id      = var.ssm_buckets_ml_data_id
}

module "queue" {
  source                     = "./modules/queue"
  ingestion_tasks_queue_name = var.ingestion_tasks_queue_name
  tags                       = var.tags
  ssm_ingestion_tasks_queue  = var.ssm_ingestion_tasks_queue
}

module "classifiers" {
  source                                = "./modules/classifiers"
  sagemaker_classifiers_repository_name = var.sagemaker_classifiers_repository_name
  tags                                  = var.tags
}

module "glue" {
  source             = "./modules/glue"
  account_id         = var.project_account_id
  region             = var.region
  tags               = var.tags
  glue_database_name = var.glue_database_name
  s3_bucket_map      = module.storage.dpd_storage_s3_buckets_map
  iam_role_prefix    = var.iam_role_prefix
  iam_policy_prefix  = var.iam_policy_prefix
}