potential ci/cd process in the works

This commit is contained in:
2025-11-08 12:47:09 +00:00
parent 56ea4c6178
commit 36808ca32a
10 changed files with 226 additions and 60 deletions
+68
View File
@@ -0,0 +1,68 @@
name: Terraform CI/CD
on:
push:
branches: [ main ]
pull_request:
branches: [ main ]
jobs:
terraform:
runs-on: ubuntu-latest
env:
ARM_SUBSCRIPTION_ID: ${{ secrets.ARM_SUBSCRIPTION_ID }}
ARM_CLIENT_ID: ${{ secrets.ARM_CLIENT_ID }}
ARM_CLIENT_SECRET: ${{ secrets.ARM_CLIENT_SECRET }}
ARM_TENANT_ID: ${{ secrets.ARM_TENANT_ID }}
steps:
- name: Checkout Code
uses: actions/checkout@v3
- name: Setup Terraform
uses: hashicorp/setup-terraform@v2
- name: Terraform Init (Dev)
run: |
cd environments/dev
terraform init
continue-on-error: false
- name: Terraform Plan (Dev)
run: |
cd environments/dev
terraform plan -out=dev.plan
continue-on-error: false
- name: Terraform Apply (Dev)
if: github.ref == 'refs/heads/main' && github.event_name == 'push'
run: |
cd environments/dev
terraform apply dev.plan
continue-on-error: false
- name: Terraform Init (Prod)
run: |
cd environments/prod
terraform init
continue-on-error: false
- name: Terraform Plan (Prod)
run: |
cd environments/prod
terraform plan -out=prod.plan
continue-on-error: false
- name: Terraform Apply (Prod)
if: github.ref == 'refs/heads/main' && github.event_name == 'push'
run: |
cd environments/prod
terraform apply prod.plan
continue-on-error: false
- name: Terraform Validate
run: |
cd environments/dev
terraform validate
cd ../prod
terraform validate
-31
View File
@@ -1,31 +0,0 @@
# name: Terraform
# on:
# pull_request:
# branches: [ "main" ]
# push:
# branches: [ "main" ]
# jobs:
# terraform:
# runs-on: ubuntu-latest
# steps:
# - name: Checkout code
# uses: actions/checkout@v3
# - name: Setup Terraform
# uses: hashicorp/setup-terraform@v2
# - name: Terraform Init
# run: terraform -chdir=environments/dev init
# - name: Terraform Validate
# run: terraform -chdir=environments/dev validate
# - name: Terraform Plan
# run: terraform -chdir=environments/dev plan
# - name: Terraform Apply
# if: github.event_name == 'push' && github.ref == 'refs/heads/main'
# run: terraform -chdir=environments/dev apply -auto-approve
View File
+33 -22
View File
@@ -1,24 +1,25 @@
terraform {
required_providers {
azurerm = {
source = "hashicorp/azurerm"
source = "hashicorp/azurerm"
version = "4.52.0"
}
}
}
provider "azurerm" {
features{}
features {}
subscription_id = "0c8b6184-985d-4f31-b57e-c91f921241bd"
# JP Personal sub
}
resource "azurerm_resource_group" "rg" {
name = "terraform_demo"
location = "uksouth"
name = var.resource_group_name
location = var.location
}
resource "azurerm_storage_account" "storage" {
name = "demoterraformbuildjp"
name = var.storage_account_name
resource_group_name = azurerm_resource_group.rg.name
location = azurerm_resource_group.rg.location
account_tier = "Standard"
@@ -26,8 +27,8 @@ resource "azurerm_storage_account" "storage" {
}
resource "azurerm_storage_container" "terraform_state" {
name = "terraform-state"
storage_account_id = azurerm_storage_account.storage.id
name = "terraform-state"
storage_account_id = azurerm_storage_account.storage.id
}
data "http" "my_ip" {
@@ -37,26 +38,36 @@ data "http" "my_ip" {
locals {
my_ip = chomp(data.http.my_ip.response_body)
ssh_public_key = file("~/.ssh/id_rsa.pub")
storage_account_url = "https://${azurerm_storage_account.storage.name}.blob.core.windows.net"
}
module "network" {
source = "../../modules/network"
vnet_name = "dev-vnet"
resource_group_name = "terraform_demo"
location = "UK South"
vnet_name = "vnet"
resource_group_name = var.resource_group_name
location = var.location
address_space = ["10.0.0.0/16"]
subnets = { public = "10.0.1.0/24", private = "10.0.2.0/24" }
environment = "dev"
project = "TerraformBootcamp"
environment = var.environment
project = var.project_name
}
module "compute" {
source = "../../modules/compute"
resource_group_name = "terraform_demo"
location = "UK South"
subnet_id = module.network.subnet_ids["public"]
vm_size = "Standard_B1s"
admin_username = "demo"
ssh_public_key = local.ssh_public_key
ex_ip = local.my_ip
}
module "data_factory" {
source = "../../modules/data_factory"
resource_group_name = var.resource_group_name
location = var.location
environment = var.environment
storage_account_url = local.storage_account_url
data_factory_name = var.data_factory_name
}
# module "compute" {
# source = "../../modules/compute"
# resource_group_name = var.resource_group_name
# location = var.location
# subnet_id = module.network.subnet_ids["public"]
# vm_size = "Standard_B1s"
# admin_username = "demo"
# ssh_public_key = file("~/.ssh/id_rsa.pub")
# ex_ip = chomp(data.http.my_ip.response_body)
# }
-7
View File
@@ -1,7 +0,0 @@
output "my_ip" {
value = local.my_ip
}
output "vm_public_ip" {
value = module.compute.vm_public_ip.ip_address
}
+25
View File
@@ -0,0 +1,25 @@
variable "resource_group_name" {
default = "the_data_sandbox_dev"
}
variable "location" {
default = "uksouth"
}
variable "storage_account_name" {
default = "devdatasandboxstore"
}
variable "environment" {
default = "dev"
}
variable "project_name" {
default = "TheDataSandBox"
}
variable "data_factory_name" {
description = "The unique name of the data factory"
type = string
default = "data-sandbox-factory-dev"
}
+50
View File
@@ -0,0 +1,50 @@
terraform {
required_providers {
azurerm = {
source = "hashicorp/azurerm"
version = "4.52.0"
}
}
}
provider "azurerm" {
features{}
subscription_id = "0c8b6184-985d-4f31-b57e-c91f921241bd"
# JP Personal sub
}
# Remote state backend for prod environment
terraform {
backend "azurerm" {
resource_group_name = "the_data_sandbox"
storage_account_name = "datasandboxstore"
container_name = "terraform-state"
key = "prod.tfstate"
}
}
module "network" {
source = "../../modules/network"
vnet_name = "prod-vnet"
resource_group_name = "the_data_sandbox_prod"
location = "uksouth"
address_space = ["10.1.0.0/16"]
subnets = { public = "10.1.1.0/24", private = "10.1.2.0/24" }
environment = "prod"
project = "TheDataSandBox"
}
module "compute" {
source = "../../modules/compute"
resource_group_name = "the_data_sandbox_prod"
location = "uksouth"
subnet_id = module.network.subnet_ids["public"]
vm_size = "Standard_D2s_v3"
admin_username = "demo"
ssh_public_key = file("~/.ssh/id_rsa.pub")
ex_ip = chomp(data.http.my_ip.response_body)
}
data "http" "my_ip" {
url = "https://checkip.amazonaws.com/"
}
+7
View File
@@ -0,0 +1,7 @@
variable "resource_group_name" {
default = "the_data_sandbox_prod"
}
variable "location" {
default = "uksouth"
}
+13
View File
@@ -0,0 +1,13 @@
resource "azurerm_data_factory" "factory" {
name = var.data_factory_name
location = var.location
resource_group_name = var.resource_group_name
}
# TODO: Set up linked services and datasets
# resource "azurerm_data_factory_linked_service_data_lake_storage_gen2" "ls_container_storage" {
# name = "ls_container_storage"
# data_factory_id = azurerm_data_factory.factory.id
# url = var.storage_account_url
# }
+30
View File
@@ -0,0 +1,30 @@
variable "resource_group_name" {
description = "Resource Group to create resources in"
type = string
}
variable "location" {
description = "Azure region"
type = string
}
variable "environment" {
description = "Environment tag (dev/prod)"
type = string
}
variable "project" {
description = "Project tag"
type = string
default = "TerraformBootcamp"
}
variable "storage_account_url" {
description = "URL of the storage account to link to data factory"
type = string
}
variable "data_factory_name" {
description = "The unique name of the data factory"
type = string
}