fully automated splunk + databricks app

adb-splunk/main.tf

@@ -39,9 +39,51 @@ resource "azurerm_resource_group" "this" {
   tags     = local.tags
 }
 
+// step 1 create storage account and container
 module "adls_content" {
   source                   = "./modules/adls_content"
   rg                       = azurerm_resource_group.this.name
   storage_account_location = var.rglocation
-  local_file_path          = "${path.root}/splunk_setup.sh" // local file to be uploaded to adls
+}
+
+// step 2 create local file of scripts
+resource "local_file" "setupscript" {
+  content         = <<EOT
+  #! /bin/bash
+  sudo apt update
+  sudo apt install docker.io -y
+  sudo apt install docker-compose -y
+  sudo docker run -d -p 8000:8000 -e "SPLUNK_START_ARGS=--accept-license" -e "SPLUNK_PASSWORD=password" -e "SPLUNK_APPS_URL=https://${module.adls_content.storage_name}.blob.core.windows.net/${module.adls_content.container_name}/databricks-add-on-for-splunk_110.tgz" --name splunk splunk/splunk:latest
+  EOT
+  filename        = "splunk_setup.sh"
+  file_permission = "0777" // default value 0777
+
+  depends_on = [
+    module.adls_content
+  ]
+}
+
+// step 3 upload scripts and artifacts onto container
+resource "azurerm_storage_blob" "file1" {
+  name                   = "splunk_setup.sh"
+  storage_account_name   = module.adls_content.storage_name
+  storage_container_name = module.adls_content.container_name
+  type                   = "Block"
+  source                 = "${path.root}/splunk_setup.sh"
+
+  depends_on = [
+    local_file.setupscript
+  ]
+}
+
+resource "azurerm_storage_blob" "splunk_databricks_app_file" {
+  name                   = "databricks-add-on-for-splunk_110.tgz"
+  storage_account_name   = module.adls_content.storage_name
+  storage_container_name = module.adls_content.container_name
+  type                   = "Block"
+  source                 = "${path.root}/artifacts/databricks-add-on-for-splunk_110.tgz"
+
+  depends_on = [
+    local_file.setupscript
+  ]
 }

adb-splunk/modules/adls_content/main.tf

@@ -38,11 +38,3 @@ resource "azurerm_storage_container" "container1" {
   storage_account_name  = azurerm_storage_account.personaldropbox.name
   container_access_type = "container" // for anonymous read container from public
 }
-
-resource "azurerm_storage_blob" "file1" {
-  name                   = "splunk_setup.sh"
-  storage_account_name   = azurerm_storage_account.personaldropbox.name
-  storage_container_name = azurerm_storage_container.container1.name
-  type                   = "Block"
-  source                 = var.local_file_path
-}

adb-splunk/modules/adls_content/outputs.tf

@@ -1,3 +1,7 @@
-output "file_url" {
-  value = azurerm_storage_blob.file1.url
+output "storage_name" {
+  value = azurerm_storage_account.personaldropbox.name
+}
+
+output "container_name" {
+  value = azurerm_storage_container.container1.name
 }

adb-splunk/modules/adls_content/variables.tf

@@ -2,11 +2,6 @@ variable "rg" {
   type = string
 }
 
-variable "local_file_path" {
-  type    = string
-  default = ""
-}
-
 variable "storage_account_location" {
   type    = string
   default = "southeastasia"

adb-splunk/outputs.tf

@@ -21,7 +21,3 @@ output "azure_region" {
 output "resource_group" {
   value = azurerm_resource_group.this.name
 }
-
-output "file_url" {
-  value = module.adls_content.file_url
-}

adb-splunk/splunk_setup.sh

@@ -1,4 +1,5 @@
-sudo apt update
-sudo apt install docker.io -y
-sudo apt install docker-compose -y
-sudo docker run -d -p 8000:8000 -e "SPLUNK_START_ARGS=--accept-license" -e "SPLUNK_PASSWORD=password" -e "SPLUNK_APPS_URL=https://jlaw-public-db.s3.ap-southeast-1.amazonaws.com/databricks-add-on-for-splunk_110.tgz" --name splunk splunk/splunk:latest
+  #! /bin/bash
+  sudo apt update
+  sudo apt install docker.io -y
+  sudo apt install docker-compose -y
+  sudo docker run -d -p 8000:8000 -e "SPLUNK_START_ARGS=--accept-license" -e "SPLUNK_PASSWORD=password" -e "SPLUNK_APPS_URL=https://adlsw2fpvu.blob.core.windows.net/cnt1/databricks-add-on-for-splunk_110.tgz" --name splunk splunk/splunk:latest

adb-splunk/splunkvm.tf

@@ -60,7 +60,10 @@ resource "azurerm_linux_virtual_machine" "example" {
 
   depends_on = [
     local_file.private_key,
-    module.adls_content
+    local_file.setupscript,
+    module.adls_content,
+    azurerm_storage_blob.file1,
+    azurerm_storage_blob.splunk_databricks_app_file
   ]
 }
 
@@ -73,31 +76,14 @@ resource "azurerm_virtual_machine_extension" "splunksetupagent" {
 
   settings = <<SETTINGS
   {
-    "fileUris": ["${module.adls_content.file_url}"],
-    "commandToExecute": "sh splunk_setup.sh"
+    "fileUris": ["https://${module.adls_content.storage_name}.blob.core.windows.net/${module.adls_content.container_name}/splunk_setup.sh"],
+    "commandToExecute": "sudo sh splunk_setup.sh"
   }
   SETTINGS
 
   depends_on = [
     azurerm_linux_virtual_machine.example,
-    module.adls_content
+    azurerm_storage_blob.file1,
+    azurerm_storage_blob.splunk_databricks_app_file
   ]
 }
-
-
-/* 
-resource "null_resource" "test_null" {
-  triggers = {
-    always_run = "${timestamp()}"
-  }
-  provisioner "local-exec" {
-    command = <<-EOT
-      terraform output -raw tls_private_key > ssh_private.pem
-      chmod 400 ssh_private.pem
-      EOT
-  }
-  depends_on = [
-    tls_private_key.splunk_ssh,
-  ]
-}
- */