有人知道 Databricks 使用
databricks_mws_log_delivery
Terraform 资源在 S3 存储桶中创建日志的典型持续时间吗?我已经实现了Databricks官方文档中提供的代码,但是我已经等待日志出现在我的存储桶中三个多小时了。任何见解或更正都将受到赞赏,因为我知道我正在看到创建的资源,并且当我询问日志传送的状态时我有此消息
"log_delivery_status": {
"message":"Log Delivery Configuration is successfully created. Status will be updated after the first delivery attempt.",
"status":"CREATED"
},
"status":"ENABLED",
resource "aws_s3_bucket" "logdelivery" {
bucket = "monitoring-databricks-logdelivery"
acl = "private"
versioning {
enabled = false
}
force_destroy = true
tags = {
Name = "monitoring-databricks-logdelivery"
}
}
resource "aws_s3_bucket_public_access_block" "logdelivery" {
bucket = aws_s3_bucket.logdelivery.id
ignore_public_acls = true
}
data "databricks_aws_assume_role_policy" "logdelivery" {
external_id = var.databricks_account_id
for_log_delivery = true
}
resource "aws_iam_role" "logdelivery" {
name = "monitoring-databricks-logdelivery"
description = "(monitoring-databricks) UsageDelivery role"
assume_role_policy = data.databricks_aws_assume_role_policy.logdelivery.json
tags = {
Name = "monitoring-databricks-logdelivery"
}
}
data "databricks_aws_bucket_policy" "logdelivery" {
full_access_role = aws_iam_role.logdelivery.arn
bucket = aws_s3_bucket.logdelivery.bucket
}
resource "aws_s3_bucket_policy" "logdelivery" {
bucket = aws_s3_bucket.logdelivery.id
policy = data.databricks_aws_bucket_policy.logdelivery.json
}
resource "databricks_mws_credentials" "log_writer" {
provider = databricks.mws
account_id = var.databricks_account_id
credentials_name = "Usage Delivery"
role_arn = aws_iam_role.logdelivery.arn
}
resource "databricks_mws_storage_configurations" "log_bucket" {
provider = databricks.mws
account_id = var.databricks_account_id
storage_configuration_name = "Usage Logs"
bucket_name = aws_s3_bucket.logdelivery.bucket
}
resource "databricks_mws_log_delivery" "usage_logs" {
provider = databricks.mws
account_id = var.databricks_account_id
credentials_id = databricks_mws_credentials.log_writer.credentials_id
storage_configuration_id = databricks_mws_storage_configurations.log_bucket.storage_configuration_id
config_name = "Usage Logs"
log_type = "BILLABLE_USAGE"
output_format = "CSV"
status = "ENABLED"
delivery_start_time = "2024-03"
}
output "policy" {
value = aws_s3_bucket_policy.logdelivery
}
我的代码没有任何问题,只是花费的时间超出了预期(几乎 12 小时)。