日志传送未在 s3 存储桶中创建数据[已关闭]

问题描述 投票:0回答:1

有人知道 Databricks 使用

databricks_mws_log_delivery
Terraform 资源在 S3 存储桶中创建日志的典型持续时间吗?我已经实现了Databricks官方文档中提供的代码,但是我已经等待日志出现在我的存储桶中三个多小时了。任何见解或更正都将受到赞赏,因为我知道我正在看到创建的资源,并且当我询问日志传送的状态时我有此消息

"log_delivery_status": {
  "message":"Log Delivery Configuration is successfully created. Status will be updated after the first delivery attempt.",
  "status":"CREATED"
},
"status":"ENABLED",

resource "aws_s3_bucket" "logdelivery" {
  bucket = "monitoring-databricks-logdelivery"
  acl    = "private"
  versioning {
    enabled = false
  }
  force_destroy = true
  tags =  {
    Name = "monitoring-databricks-logdelivery"
  }
}

resource "aws_s3_bucket_public_access_block" "logdelivery" {
  bucket             = aws_s3_bucket.logdelivery.id
  ignore_public_acls = true
}

data "databricks_aws_assume_role_policy" "logdelivery" {
  external_id = var.databricks_account_id
  for_log_delivery = true
}

resource "aws_iam_role" "logdelivery" {
  name               = "monitoring-databricks-logdelivery"
  description        = "(monitoring-databricks) UsageDelivery role"
  assume_role_policy = data.databricks_aws_assume_role_policy.logdelivery.json
  tags =  {
    Name = "monitoring-databricks-logdelivery"
  }
}

data "databricks_aws_bucket_policy" "logdelivery" {
  full_access_role = aws_iam_role.logdelivery.arn
  bucket           = aws_s3_bucket.logdelivery.bucket
}

resource "aws_s3_bucket_policy" "logdelivery" {
  bucket = aws_s3_bucket.logdelivery.id
  policy = data.databricks_aws_bucket_policy.logdelivery.json
}

resource "databricks_mws_credentials" "log_writer" {
    provider = databricks.mws
    account_id       = var.databricks_account_id
    credentials_name = "Usage Delivery"
    role_arn         = aws_iam_role.logdelivery.arn
}

resource "databricks_mws_storage_configurations" "log_bucket" {
    provider = databricks.mws
    account_id                 = var.databricks_account_id
    storage_configuration_name = "Usage Logs"
    bucket_name                = aws_s3_bucket.logdelivery.bucket
}


resource "databricks_mws_log_delivery" "usage_logs" {
    provider = databricks.mws
    account_id = var.databricks_account_id
    credentials_id = databricks_mws_credentials.log_writer.credentials_id
    storage_configuration_id = databricks_mws_storage_configurations.log_bucket.storage_configuration_id
    config_name = "Usage Logs"
    log_type = "BILLABLE_USAGE"
    output_format = "CSV"
    status = "ENABLED"
    delivery_start_time = "2024-03"
}

output "policy" {
  value = aws_s3_bucket_policy.logdelivery
}
amazon-web-services terraform databricks aws-databricks
1个回答
-1
投票

我的代码没有任何问题,只是花费的时间超出了预期(几乎 12 小时)。

© www.soinside.com 2019 - 2024. All rights reserved.