From de07dc71162b7055591e59d592dbdb48eb9a1dc6 Mon Sep 17 00:00:00 2001 From: Shreyas Goenka Date: Wed, 23 Sep 2026 10:26:35 +0000 Subject: [PATCH 1/2] Bump Go SDK to v0.182.0 and Terraform provider to v1.133.0 Update the pinned SDK spec SHA, Terraform checksums, bundle schemas, field mappings, and B300 validation expectation. API-spec and Python regeneration remain pending an internal credential refresh. Keep this PR in draft until generation and verification finish. Signed-off-by: Shreyas Goenka --- .codegen/_openapi_sha | 2 +- .../dependency-updates/sdk-0.182.0.md | 1 + .nextchanges/dependency-updates/tf-1.133.0.md | 1 + acceptance/air/convert-to-dabs/output.txt | 8 +- acceptance/air/convert-to-dabs/script | 2 +- acceptance/bundle/refschema/out.fields.txt | 109 +++++++++++ bundle/internal/schema/annotations.yml | 90 +++++++++ bundle/internal/tf/codegen/schema/version.go | 2 +- bundle/internal/tf/schema/root.go | 6 +- .../validation/generated/enum_fields.go | 28 ++- bundle/schema/jsonschema.json | 145 ++++++++++++++ bundle/terraform_dabs_map/generated.go | 180 +++++++++++++++++- go.mod | 2 +- go.sum | 4 +- 14 files changed, 555 insertions(+), 25 deletions(-) create mode 100644 .nextchanges/dependency-updates/sdk-0.182.0.md create mode 100644 .nextchanges/dependency-updates/tf-1.133.0.md diff --git a/.codegen/_openapi_sha b/.codegen/_openapi_sha index 6c93c5434c5..009516e92ac 100644 --- a/.codegen/_openapi_sha +++ b/.codegen/_openapi_sha @@ -1 +1 @@ -129c9a58f8048f59e7d2829261ec88b7ec9f567f \ No newline at end of file +4648d66fa37e7683468dc92cc043c6aa7a34f301 diff --git a/.nextchanges/dependency-updates/sdk-0.182.0.md b/.nextchanges/dependency-updates/sdk-0.182.0.md new file mode 100644 index 00000000000..32994b2a454 --- /dev/null +++ b/.nextchanges/dependency-updates/sdk-0.182.0.md @@ -0,0 +1 @@ +* Bump `github.com/databricks/databricks-sdk-go` from v0.178.0 to v0.182.0. diff --git a/.nextchanges/dependency-updates/tf-1.133.0.md b/.nextchanges/dependency-updates/tf-1.133.0.md new file mode 100644 index 00000000000..80897df7d44 --- /dev/null +++ b/.nextchanges/dependency-updates/tf-1.133.0.md @@ -0,0 +1 @@ +* Bump Terraform provider from v1.132.0 to v1.133.0. diff --git a/acceptance/air/convert-to-dabs/output.txt b/acceptance/air/convert-to-dabs/output.txt index af9475d414a..1cf7da09245 100644 --- a/acceptance/air/convert-to-dabs/output.txt +++ b/acceptance/air/convert-to-dabs/output.txt @@ -158,19 +158,15 @@ resources: spec: environment_version: "6" -=== the current SDK warns about B300 but does not block bundle validation +=== the B300 bundle validates without warnings >>> [CLI] bundle validate -Warning: invalid value "GPU_8xB300" for enum field. Valid values are [GPU_1xA10 GPU_1xH100 GPU_8xH100] - at resources.jobs.b300-smoke-test.tasks[0].ai_runtime_task.deployments[0].compute.accelerator_type - in databricks.yml:24:37 - Name: b300-smoke-test Target: dev Workspace: User: [USERNAME] Path: /Workspace/Users/[USERNAME]/.bundle/b300-smoke-test/dev -Found 1 warning +Validation OK! === databricks_ai versions use a base environment >>> [CLI] air convert-to-dabs databricks-ai.yaml --force diff --git a/acceptance/air/convert-to-dabs/script b/acceptance/air/convert-to-dabs/script index dfb021aceb7..7bfb30f4ff1 100644 --- a/acceptance/air/convert-to-dabs/script +++ b/acceptance/air/convert-to-dabs/script @@ -22,7 +22,7 @@ trace $CLI air convert-to-dabs b300.yaml --output-dir generated-b300 title "the B300 bundle preserves its accelerator and AI Runtime version" trace cat generated-b300/databricks.yml -title "the current SDK warns about B300 but does not block bundle validation" +title "the B300 bundle validates without warnings" (cd generated-b300 && trace $CLI bundle validate) title "databricks_ai versions use a base environment" diff --git a/acceptance/bundle/refschema/out.fields.txt b/acceptance/bundle/refschema/out.fields.txt index a511f5e4f29..3264827f9c1 100644 --- a/acceptance/bundle/refschema/out.fields.txt +++ b/acceptance/bundle/refschema/out.fields.txt @@ -1220,6 +1220,8 @@ resources.jobs.*.tasks[*].ai_runtime_task.experiment string ALL resources.jobs.*.tasks[*].ai_runtime_task.mlflow_artifact_location string ALL resources.jobs.*.tasks[*].ai_runtime_task.mlflow_experiment_directory string ALL resources.jobs.*.tasks[*].ai_runtime_task.mlflow_run string ALL +resources.jobs.*.tasks[*].ai_runtime_task.priority_class jobs.AiRuntimeTaskPriorityClass ALL +resources.jobs.*.tasks[*].ai_runtime_task.unity_catalog_image_path string ALL resources.jobs.*.tasks[*].alert_task *jobs.AlertTask ALL resources.jobs.*.tasks[*].alert_task.alert_id string ALL resources.jobs.*.tasks[*].alert_task.parameters map[string]string ALL @@ -1309,6 +1311,8 @@ resources.jobs.*.tasks[*].for_each_task.task.ai_runtime_task.experiment string A resources.jobs.*.tasks[*].for_each_task.task.ai_runtime_task.mlflow_artifact_location string ALL resources.jobs.*.tasks[*].for_each_task.task.ai_runtime_task.mlflow_experiment_directory string ALL resources.jobs.*.tasks[*].for_each_task.task.ai_runtime_task.mlflow_run string ALL +resources.jobs.*.tasks[*].for_each_task.task.ai_runtime_task.priority_class jobs.AiRuntimeTaskPriorityClass ALL +resources.jobs.*.tasks[*].for_each_task.task.ai_runtime_task.unity_catalog_image_path string ALL resources.jobs.*.tasks[*].for_each_task.task.alert_task *jobs.AlertTask ALL resources.jobs.*.tasks[*].for_each_task.task.alert_task.alert_id string ALL resources.jobs.*.tasks[*].for_each_task.task.alert_task.parameters map[string]string ALL @@ -2113,6 +2117,8 @@ resources.mcp_services.*.config.rate_limits[*].tokens int64 ALL resources.mcp_services.*.config.source_connection *catalog.McpServiceConfigSourceConnection ALL resources.mcp_services.*.config.source_connection.is_deleted bool ALL resources.mcp_services.*.config.source_connection.name string ALL +resources.mcp_services.*.config.source_connection.options map[string]string ALL +resources.mcp_services.*.config.source_connection.options.* string ALL resources.mcp_services.*.id string INPUT resources.mcp_services.*.lifecycle resources.Lifecycle INPUT resources.mcp_services.*.lifecycle.prevent_destroy bool INPUT @@ -2160,6 +2166,10 @@ resources.model_provider_services.*.config.custom.direct *catalog.ModelProviderS resources.model_provider_services.*.config.custom.direct.api_key *catalog.ModelProviderServiceConfigProviderSecret ALL resources.model_provider_services.*.config.custom.direct.api_key.plaintext string ALL resources.model_provider_services.*.config.custom.direct.base_url string ALL +resources.model_provider_services.*.config.custom.direct.header_auth *catalog.ModelProviderServiceConfigCustomProviderApiKeyHeaderAuth ALL +resources.model_provider_services.*.config.custom.direct.header_auth.api_key_name string ALL +resources.model_provider_services.*.config.custom.direct.header_auth.api_key_value *catalog.ModelProviderServiceConfigProviderSecret ALL +resources.model_provider_services.*.config.custom.direct.header_auth.api_key_value.plaintext string ALL resources.model_provider_services.*.config.forward_headers bool ALL resources.model_provider_services.*.config.forward_query_parameters bool ALL resources.model_provider_services.*.config.forward_unmanaged_paths bool ALL @@ -2341,6 +2351,7 @@ resources.model_serving_endpoints.*.config.served_entities[*].external_model.ama resources.model_serving_endpoints.*.config.served_entities[*].external_model.amazon_bedrock_config.aws_secret_access_key_plaintext string ALL resources.model_serving_endpoints.*.config.served_entities[*].external_model.amazon_bedrock_config.bedrock_provider serving.AmazonBedrockConfigBedrockProvider ALL resources.model_serving_endpoints.*.config.served_entities[*].external_model.amazon_bedrock_config.instance_profile_arn string ALL +resources.model_serving_endpoints.*.config.served_entities[*].external_model.amazon_bedrock_config.uc_service_credential_name string ALL resources.model_serving_endpoints.*.config.served_entities[*].external_model.anthropic_config *serving.AnthropicConfig ALL resources.model_serving_endpoints.*.config.served_entities[*].external_model.anthropic_config.anthropic_api_key string ALL resources.model_serving_endpoints.*.config.served_entities[*].external_model.anthropic_config.anthropic_api_key_plaintext string ALL @@ -2492,6 +2503,7 @@ resources.model_serving_endpoints.*.endpoint_details.config.served_entities[*].e resources.model_serving_endpoints.*.endpoint_details.config.served_entities[*].external_model.amazon_bedrock_config.aws_secret_access_key_plaintext string REMOTE resources.model_serving_endpoints.*.endpoint_details.config.served_entities[*].external_model.amazon_bedrock_config.bedrock_provider serving.AmazonBedrockConfigBedrockProvider REMOTE resources.model_serving_endpoints.*.endpoint_details.config.served_entities[*].external_model.amazon_bedrock_config.instance_profile_arn string REMOTE +resources.model_serving_endpoints.*.endpoint_details.config.served_entities[*].external_model.amazon_bedrock_config.uc_service_credential_name string REMOTE resources.model_serving_endpoints.*.endpoint_details.config.served_entities[*].external_model.anthropic_config *serving.AnthropicConfig REMOTE resources.model_serving_endpoints.*.endpoint_details.config.served_entities[*].external_model.anthropic_config.anthropic_api_key string REMOTE resources.model_serving_endpoints.*.endpoint_details.config.served_entities[*].external_model.anthropic_config.anthropic_api_key_plaintext string REMOTE @@ -2628,6 +2640,7 @@ resources.model_serving_endpoints.*.endpoint_details.pending_config.served_entit resources.model_serving_endpoints.*.endpoint_details.pending_config.served_entities[*].external_model.amazon_bedrock_config.aws_secret_access_key_plaintext string REMOTE resources.model_serving_endpoints.*.endpoint_details.pending_config.served_entities[*].external_model.amazon_bedrock_config.bedrock_provider serving.AmazonBedrockConfigBedrockProvider REMOTE resources.model_serving_endpoints.*.endpoint_details.pending_config.served_entities[*].external_model.amazon_bedrock_config.instance_profile_arn string REMOTE +resources.model_serving_endpoints.*.endpoint_details.pending_config.served_entities[*].external_model.amazon_bedrock_config.uc_service_credential_name string REMOTE resources.model_serving_endpoints.*.endpoint_details.pending_config.served_entities[*].external_model.anthropic_config *serving.AnthropicConfig REMOTE resources.model_serving_endpoints.*.endpoint_details.pending_config.served_entities[*].external_model.anthropic_config.anthropic_api_key string REMOTE resources.model_serving_endpoints.*.endpoint_details.pending_config.served_entities[*].external_model.anthropic_config.anthropic_api_key_plaintext string REMOTE @@ -3047,6 +3060,15 @@ resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.k resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.client_config map[string]string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.client_config.* string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer *pipelines.Transformer ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.avro_options *pipelines.AvroTransformerOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.avro_options.parse_mode pipelines.ParseMode ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.avro_options.schema string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.avro_options.schema_file_path string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.avro_options.schema_registry *pipelines.SchemaRegistryConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.avro_options.schema_registry.confluent_options *pipelines.ConfluentSchemaRegistryOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.avro_options.schema_registry.confluent_options.subject string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.avro_options.schema_registry.connection_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.avro_options.schema_registry.protobuf_message_name string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.format pipelines.TransformerFormat ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.input_column string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.json_options *pipelines.JsonTransformerOptions ALL @@ -3056,12 +3078,31 @@ resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.k resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.json_options.schema_file_path string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.json_options.schema_hints string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.output_column string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.protobuf_options *pipelines.ProtobufTransformerOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.protobuf_options.desc_file_path string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.protobuf_options.message_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.protobuf_options.parse_mode pipelines.ParseMode ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.protobuf_options.recursive_fields_max_depth int ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry *pipelines.SchemaRegistryConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.confluent_options *pipelines.ConfluentSchemaRegistryOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.confluent_options.subject string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.connection_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.protobuf_message_name string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.max_offsets_per_trigger int64 ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.starting_offset string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.topic_pattern string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.topics []string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.topics[*] string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer *pipelines.Transformer ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.avro_options *pipelines.AvroTransformerOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.avro_options.parse_mode pipelines.ParseMode ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.avro_options.schema string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.avro_options.schema_file_path string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.avro_options.schema_registry *pipelines.SchemaRegistryConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.avro_options.schema_registry.confluent_options *pipelines.ConfluentSchemaRegistryOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.avro_options.schema_registry.confluent_options.subject string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.avro_options.schema_registry.connection_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.avro_options.schema_registry.protobuf_message_name string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.format pipelines.TransformerFormat ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.input_column string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.json_options *pipelines.JsonTransformerOptions ALL @@ -3071,6 +3112,16 @@ resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.k resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.json_options.schema_file_path string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.json_options.schema_hints string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.output_column string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.protobuf_options *pipelines.ProtobufTransformerOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.protobuf_options.desc_file_path string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.protobuf_options.message_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.protobuf_options.parse_mode pipelines.ParseMode ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.protobuf_options.recursive_fields_max_depth int ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry *pipelines.SchemaRegistryConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.confluent_options *pipelines.ConfluentSchemaRegistryOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.confluent_options.subject string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.connection_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.protobuf_message_name string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.linkedin_ads_options *pipelines.LinkedInAdsOptions ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.linkedin_ads_options.custom_report_options *pipelines.LinkedInAdsOptionsLinkedInAdsCustomReportOptions ALL resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.linkedin_ads_options.custom_report_options.entity_granularity []pipelines.LinkedInAdsOptionsLinkedInAdsCustomReportOptionsLinkedInAdsEntityGranularity ALL @@ -3181,6 +3232,15 @@ resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options *pip resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.fanout_by string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms []pipelines.Transformer ALL resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*] pipelines.Transformer ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].avro_options *pipelines.AvroTransformerOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].avro_options.parse_mode pipelines.ParseMode ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].avro_options.schema string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].avro_options.schema_file_path string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].avro_options.schema_registry *pipelines.SchemaRegistryConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].avro_options.schema_registry.confluent_options *pipelines.ConfluentSchemaRegistryOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].avro_options.schema_registry.confluent_options.subject string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].avro_options.schema_registry.connection_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].avro_options.schema_registry.protobuf_message_name string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].format pipelines.TransformerFormat ALL resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].input_column string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].json_options *pipelines.JsonTransformerOptions ALL @@ -3190,6 +3250,16 @@ resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.tran resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].json_options.schema_file_path string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].json_options.schema_hints string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].output_column string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].protobuf_options *pipelines.ProtobufTransformerOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].protobuf_options.desc_file_path string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].protobuf_options.message_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].protobuf_options.parse_mode pipelines.ParseMode ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].protobuf_options.recursive_fields_max_depth int ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].protobuf_options.schema_registry *pipelines.SchemaRegistryConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].protobuf_options.schema_registry.confluent_options *pipelines.ConfluentSchemaRegistryOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].protobuf_options.schema_registry.confluent_options.subject string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].protobuf_options.schema_registry.connection_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].protobuf_options.schema_registry.protobuf_message_name string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.source_catalog string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.source_schema string ALL resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration *pipelines.TableSpecificConfig ALL @@ -3273,6 +3343,15 @@ resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.ka resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.client_config map[string]string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.client_config.* string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer *pipelines.Transformer ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.avro_options *pipelines.AvroTransformerOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.avro_options.parse_mode pipelines.ParseMode ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.avro_options.schema string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.avro_options.schema_file_path string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.avro_options.schema_registry *pipelines.SchemaRegistryConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.avro_options.schema_registry.confluent_options *pipelines.ConfluentSchemaRegistryOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.avro_options.schema_registry.confluent_options.subject string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.avro_options.schema_registry.connection_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.avro_options.schema_registry.protobuf_message_name string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.format pipelines.TransformerFormat ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.input_column string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.json_options *pipelines.JsonTransformerOptions ALL @@ -3282,12 +3361,31 @@ resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.ka resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.json_options.schema_file_path string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.json_options.schema_hints string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.output_column string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.protobuf_options *pipelines.ProtobufTransformerOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.protobuf_options.desc_file_path string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.protobuf_options.message_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.protobuf_options.parse_mode pipelines.ParseMode ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.protobuf_options.recursive_fields_max_depth int ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry *pipelines.SchemaRegistryConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.confluent_options *pipelines.ConfluentSchemaRegistryOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.confluent_options.subject string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.connection_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.protobuf_message_name string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.max_offsets_per_trigger int64 ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.starting_offset string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.topic_pattern string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.topics []string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.topics[*] string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer *pipelines.Transformer ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.avro_options *pipelines.AvroTransformerOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.avro_options.parse_mode pipelines.ParseMode ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.avro_options.schema string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.avro_options.schema_file_path string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.avro_options.schema_registry *pipelines.SchemaRegistryConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.avro_options.schema_registry.confluent_options *pipelines.ConfluentSchemaRegistryOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.avro_options.schema_registry.confluent_options.subject string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.avro_options.schema_registry.connection_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.avro_options.schema_registry.protobuf_message_name string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.format pipelines.TransformerFormat ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.input_column string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.json_options *pipelines.JsonTransformerOptions ALL @@ -3297,6 +3395,16 @@ resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.ka resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.json_options.schema_file_path string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.json_options.schema_hints string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.output_column string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.protobuf_options *pipelines.ProtobufTransformerOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.protobuf_options.desc_file_path string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.protobuf_options.message_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.protobuf_options.parse_mode pipelines.ParseMode ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.protobuf_options.recursive_fields_max_depth int ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry *pipelines.SchemaRegistryConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.confluent_options *pipelines.ConfluentSchemaRegistryOptions ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.confluent_options.subject string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.connection_name string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.protobuf_message_name string ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.linkedin_ads_options *pipelines.LinkedInAdsOptions ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.linkedin_ads_options.custom_report_options *pipelines.LinkedInAdsOptionsLinkedInAdsCustomReportOptions ALL resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.linkedin_ads_options.custom_report_options.entity_granularity []pipelines.LinkedInAdsOptionsLinkedInAdsCustomReportOptionsLinkedInAdsEntityGranularity ALL @@ -3531,6 +3639,7 @@ resources.pipelines.*.restart_window.start_hour int ALL resources.pipelines.*.restart_window.time_zone_id string ALL resources.pipelines.*.root_path string ALL resources.pipelines.*.run_as *pipelines.RunAs ALL +resources.pipelines.*.run_as.group_name string ALL resources.pipelines.*.run_as.service_principal_name string ALL resources.pipelines.*.run_as.user_name string ALL resources.pipelines.*.run_as_user_name string REMOTE diff --git a/bundle/internal/schema/annotations.yml b/bundle/internal/schema/annotations.yml index 47b9481f2fb..6c2bb8014bd 100644 --- a/bundle/internal/schema/annotations.yml +++ b/bundle/internal/schema/annotations.yml @@ -1152,6 +1152,14 @@ resources: The email of an active workspace user. Non-admin users can only set this field to their own email. "tasks": "$fields": + "ai_runtime_task": + "$fields": + "priority_class": + "description": |- + PLACEHOLDER + "unity_catalog_image_path": + "description": |- + PLACEHOLDER "alert_task": "$fields": "subscribers": @@ -1207,6 +1215,12 @@ resources: "config": "description": |- PLACEHOLDER + "$fields": + "source_connection": + "$fields": + "options": + "description": |- + PLACEHOLDER "grants": "description": |- PLACEHOLDER @@ -1229,6 +1243,21 @@ resources: "config": "description": |- PLACEHOLDER + "$fields": + "custom": + "$fields": + "direct": + "$fields": + "header_auth": + "description": |- + PLACEHOLDER + "$fields": + "api_key_name": + "description": |- + PLACEHOLDER + "api_key_value": + "description": |- + PLACEHOLDER "grants": "description": |- PLACEHOLDER @@ -1301,6 +1330,13 @@ resources: "entity_version": "description": |- PLACEHOLDER + "external_model": + "$fields": + "amazon_bedrock_config": + "$fields": + "uc_service_credential_name": + "description": |- + PLACEHOLDER "served_models": "$fields": "model_name": @@ -1466,9 +1502,58 @@ resources: "$fields": "key_transformer": "$fields": + "avro_options": + "description": |- + PLACEHOLDER + "$fields": + "parse_mode": + "description": |- + PLACEHOLDER + "schema": + "description": |- + PLACEHOLDER + "schema_file_path": + "description": |- + PLACEHOLDER + "schema_registry": + "description": |- + PLACEHOLDER + "$fields": + "confluent_options": + "description": |- + PLACEHOLDER + "$fields": + "subject": + "description": |- + PLACEHOLDER + "connection_name": + "description": |- + PLACEHOLDER + "protobuf_message_name": + "description": |- + PLACEHOLDER "json_options": "description": |- PLACEHOLDER + "protobuf_options": + "description": |- + PLACEHOLDER + "$fields": + "desc_file_path": + "description": |- + PLACEHOLDER + "message_name": + "description": |- + PLACEHOLDER + "parse_mode": + "description": |- + PLACEHOLDER + "recursive_fields_max_depth": + "description": |- + PLACEHOLDER + "schema_registry": + "description": |- + PLACEHOLDER "sharepoint_options": "description": |- PLACEHOLDER @@ -1515,6 +1600,11 @@ resources: "user_name": "description": |- The name of the user granted the permission level. + "run_as": + "$fields": + "group_name": + "description": |- + PLACEHOLDER "trigger": "deprecation_message": |- Use continuous instead diff --git a/bundle/internal/tf/codegen/schema/version.go b/bundle/internal/tf/codegen/schema/version.go index ceb9d586953..73b4b43eac7 100644 --- a/bundle/internal/tf/codegen/schema/version.go +++ b/bundle/internal/tf/codegen/schema/version.go @@ -1,4 +1,4 @@ package schema // ProviderVersion is the version of the Databricks Terraform provider used for codegen. -const ProviderVersion = "1.132.0" +const ProviderVersion = "1.133.0" diff --git a/bundle/internal/tf/schema/root.go b/bundle/internal/tf/schema/root.go index 4d7ad2a0e62..8f16ff1301e 100644 --- a/bundle/internal/tf/schema/root.go +++ b/bundle/internal/tf/schema/root.go @@ -22,9 +22,9 @@ type Root struct { const ( ProviderHost = "registry.terraform.io" ProviderSource = "databricks/databricks" - ProviderVersion = "1.132.0" - ProviderChecksumLinuxAmd64 = "5b46a1dba01e74b01f443e65f5ccdff4fd5c63ee4c45f146882db30a1453c589" - ProviderChecksumLinuxArm64 = "ddb11a7ee6610368fb33c04b08f30d4fce6b61f315b25fe0467e2549ac7b96f8" + ProviderVersion = "1.133.0" + ProviderChecksumLinuxAmd64 = "70fb8183957f656ffad94db04b90e780335d942e614cdb3af4d08d78a8e43853" + ProviderChecksumLinuxArm64 = "db4c858f851b42846b0e8cfedcd67a4f262611b6ed8bfadde55575620c6bcf62" ) func NewRoot() *Root { diff --git a/bundle/internal/validation/generated/enum_fields.go b/bundle/internal/validation/generated/enum_fields.go index 75b0a6f9d6d..cde86a67a1a 100644 --- a/bundle/internal/validation/generated/enum_fields.go +++ b/bundle/internal/validation/generated/enum_fields.go @@ -99,11 +99,13 @@ var EnumFields = map[string][]string{ "resources.jobs.*.permissions[*].level": {"CAN_MANAGE", "CAN_MANAGE_RUN", "CAN_VIEW", "IS_OWNER"}, "resources.jobs.*.schedule.pause_status": {"PAUSED", "UNPAUSED"}, "resources.jobs.*.schedule.sql_condition.trigger_mode": {"QUERY_RETURNS_ROWS", "RESULT_VALUE_CHANGES"}, - "resources.jobs.*.tasks[*].ai_runtime_task.deployments[*].compute.accelerator_type": {"GPU_1xA10", "GPU_1xH100", "GPU_8xH100"}, + "resources.jobs.*.tasks[*].ai_runtime_task.deployments[*].compute.accelerator_type": {"GPU_1xA10", "GPU_1xH100", "GPU_8xB300", "GPU_8xH100"}, + "resources.jobs.*.tasks[*].ai_runtime_task.priority_class": {"BEST_EFFORT", "CRITICAL", "NORMAL"}, "resources.jobs.*.tasks[*].compute.hardware_accelerator": {"GPU_1xA10", "GPU_1xH100", "GPU_8xB300", "GPU_8xH100"}, "resources.jobs.*.tasks[*].condition_task.op": {"EQUAL_TO", "GREATER_THAN", "GREATER_THAN_OR_EQUAL", "LESS_THAN", "LESS_THAN_OR_EQUAL", "NOT_EQUAL"}, "resources.jobs.*.tasks[*].dbt_task.source": {"GIT", "WORKSPACE"}, - "resources.jobs.*.tasks[*].for_each_task.task.ai_runtime_task.deployments[*].compute.accelerator_type": {"GPU_1xA10", "GPU_1xH100", "GPU_8xH100"}, + "resources.jobs.*.tasks[*].for_each_task.task.ai_runtime_task.deployments[*].compute.accelerator_type": {"GPU_1xA10", "GPU_1xH100", "GPU_8xB300", "GPU_8xH100"}, + "resources.jobs.*.tasks[*].for_each_task.task.ai_runtime_task.priority_class": {"BEST_EFFORT", "CRITICAL", "NORMAL"}, "resources.jobs.*.tasks[*].for_each_task.task.compute.hardware_accelerator": {"GPU_1xA10", "GPU_1xH100", "GPU_8xB300", "GPU_8xH100"}, "resources.jobs.*.tasks[*].for_each_task.task.condition_task.op": {"EQUAL_TO", "GREATER_THAN", "GREATER_THAN_OR_EQUAL", "LESS_THAN", "LESS_THAN_OR_EQUAL", "NOT_EQUAL"}, "resources.jobs.*.tasks[*].for_each_task.task.dbt_task.source": {"GIT", "WORKSPACE"}, @@ -201,10 +203,14 @@ var EnumFields = map[string][]string{ "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.gdrive_options.entity_type": {"FILE", "FILE_METADATA", "PERMISSION"}, "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.gdrive_options.file_ingestion_options.format": {"AVRO", "BINARYFILE", "CSV", "EXCEL", "JSON", "ORC", "PARQUET", "XML"}, "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.gdrive_options.file_ingestion_options.schema_evolution_mode": {"ADD_NEW_COLUMNS", "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING", "FAIL_ON_NEW_COLUMNS", "NONE", "RESCUE"}, - "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.format": {"JSON", "STRING"}, + "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.avro_options.parse_mode": {"FAILFAST", "PERMISSIVE"}, + "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.format": {"AVRO", "JSON", "PROTOBUF", "STRING"}, "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.json_options.schema_evolution_mode": {"ADD_NEW_COLUMNS", "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING", "FAIL_ON_NEW_COLUMNS", "NONE", "RESCUE"}, - "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.format": {"JSON", "STRING"}, + "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.key_transformer.protobuf_options.parse_mode": {"FAILFAST", "PERMISSIVE"}, + "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.avro_options.parse_mode": {"FAILFAST", "PERMISSIVE"}, + "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.format": {"AVRO", "JSON", "PROTOBUF", "STRING"}, "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.json_options.schema_evolution_mode": {"ADD_NEW_COLUMNS", "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING", "FAIL_ON_NEW_COLUMNS", "NONE", "RESCUE"}, + "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.kafka_options.value_transformer.protobuf_options.parse_mode": {"FAILFAST", "PERMISSIVE"}, "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.linkedin_ads_options.custom_report_options.entity_granularity[*]": {"CAMPAIGN", "CAMPAIGN_GROUP", "CREATIVE"}, "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.linkedin_ads_options.custom_report_options.finder": {"ANALYTICS", "ATTRIBUTED_REVENUE_METRICS", "STATISTICS"}, "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.linkedin_ads_options.custom_report_options.time_granularity": {"ALL", "DAILY", "MONTHLY", "YEARLY"}, @@ -217,16 +223,22 @@ var EnumFields = map[string][]string{ "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.tiktok_ads_options.custom_report_options.report_type": {"AUDIENCE", "BASIC", "BUSINESS_CENTER", "DSA", "GMV_MAX", "PLAYABLE_AD"}, "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.tiktok_ads_options.data_level": {"AUCTION_AD", "AUCTION_ADGROUP", "AUCTION_ADVERTISER", "AUCTION_CAMPAIGN"}, "resources.pipelines.*.ingestion_definition.objects[*].schema.connector_options.tiktok_ads_options.report_type": {"AUDIENCE", "BASIC", "BUSINESS_CENTER", "DSA", "GMV_MAX", "PLAYABLE_AD"}, - "resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].format": {"JSON", "STRING"}, + "resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].avro_options.parse_mode": {"FAILFAST", "PERMISSIVE"}, + "resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].format": {"AVRO", "JSON", "PROTOBUF", "STRING"}, "resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].json_options.schema_evolution_mode": {"ADD_NEW_COLUMNS", "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING", "FAIL_ON_NEW_COLUMNS", "NONE", "RESCUE"}, + "resources.pipelines.*.ingestion_definition.objects[*].schema.fanout_options.transforms[*].protobuf_options.parse_mode": {"FAILFAST", "PERMISSIVE"}, "resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.scd_type": {"APPEND_ONLY", "SCD_TYPE_1", "SCD_TYPE_2"}, "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.gdrive_options.entity_type": {"FILE", "FILE_METADATA", "PERMISSION"}, "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.gdrive_options.file_ingestion_options.format": {"AVRO", "BINARYFILE", "CSV", "EXCEL", "JSON", "ORC", "PARQUET", "XML"}, "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.gdrive_options.file_ingestion_options.schema_evolution_mode": {"ADD_NEW_COLUMNS", "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING", "FAIL_ON_NEW_COLUMNS", "NONE", "RESCUE"}, - "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.format": {"JSON", "STRING"}, + "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.avro_options.parse_mode": {"FAILFAST", "PERMISSIVE"}, + "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.format": {"AVRO", "JSON", "PROTOBUF", "STRING"}, "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.json_options.schema_evolution_mode": {"ADD_NEW_COLUMNS", "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING", "FAIL_ON_NEW_COLUMNS", "NONE", "RESCUE"}, - "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.format": {"JSON", "STRING"}, + "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.key_transformer.protobuf_options.parse_mode": {"FAILFAST", "PERMISSIVE"}, + "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.avro_options.parse_mode": {"FAILFAST", "PERMISSIVE"}, + "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.format": {"AVRO", "JSON", "PROTOBUF", "STRING"}, "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.json_options.schema_evolution_mode": {"ADD_NEW_COLUMNS", "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING", "FAIL_ON_NEW_COLUMNS", "NONE", "RESCUE"}, + "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.kafka_options.value_transformer.protobuf_options.parse_mode": {"FAILFAST", "PERMISSIVE"}, "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.linkedin_ads_options.custom_report_options.entity_granularity[*]": {"CAMPAIGN", "CAMPAIGN_GROUP", "CREATIVE"}, "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.linkedin_ads_options.custom_report_options.finder": {"ANALYTICS", "ATTRIBUTED_REVENUE_METRICS", "STATISTICS"}, "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.linkedin_ads_options.custom_report_options.time_granularity": {"ALL", "DAILY", "MONTHLY", "YEARLY"}, @@ -240,7 +252,7 @@ var EnumFields = map[string][]string{ "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.tiktok_ads_options.data_level": {"AUCTION_AD", "AUCTION_ADGROUP", "AUCTION_ADVERTISER", "AUCTION_CAMPAIGN"}, "resources.pipelines.*.ingestion_definition.objects[*].table.connector_options.tiktok_ads_options.report_type": {"AUDIENCE", "BASIC", "BUSINESS_CENTER", "DSA", "GMV_MAX", "PLAYABLE_AD"}, "resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.scd_type": {"APPEND_ONLY", "SCD_TYPE_1", "SCD_TYPE_2"}, - "resources.pipelines.*.ingestion_definition.source_type": {"BIGQUERY", "CONFLUENCE", "DYNAMICS365", "FOREIGN_CATALOG", "GA4_RAW_DATA", "GOOGLE_DRIVE", "JIRA", "MANAGED_POSTGRESQL", "META_MARKETING", "MYSQL", "NETSUITE", "ORACLE", "POSTGRESQL", "RABBITMQ", "SALESFORCE", "SERVICENOW", "SHAREPOINT", "SQLSERVER", "TERADATA", "WORKDAY_RAAS", "ZENDESK"}, + "resources.pipelines.*.ingestion_definition.source_type": {"BIGQUERY", "CONFLUENCE", "DYNAMICS365", "FOREIGN_CATALOG", "GA4_RAW_DATA", "GOOGLE_DRIVE", "JIRA", "MANAGED_POSTGRESQL", "META_MARKETING", "MYSQL", "NETSUITE", "ORACLE", "POSTGRESQL", "RABBITMQ", "SALESFORCE", "SERVICENOW", "SHAREPOINT", "SMARTSHEET", "SQLSERVER", "TERADATA", "TIKTOK_ADS", "WORKDAY_RAAS", "ZENDESK"}, "resources.pipelines.*.ingestion_definition.table_configuration.scd_type": {"APPEND_ONLY", "SCD_TYPE_1", "SCD_TYPE_2"}, "resources.pipelines.*.permissions[*].level": {"CAN_MANAGE", "CAN_RUN", "CAN_VIEW", "IS_OWNER"}, "resources.pipelines.*.restart_window.days_of_week[*]": {"FRIDAY", "MONDAY", "SATURDAY", "SUNDAY", "THURSDAY", "TUESDAY", "WEDNESDAY"}, diff --git a/bundle/schema/jsonschema.json b/bundle/schema/jsonschema.json index 27373344c85..038e85dcab9 100644 --- a/bundle/schema/jsonschema.json +++ b/bundle/schema/jsonschema.json @@ -5528,6 +5528,9 @@ "description": "Resource name of the Unity Catalog connection used to access the MCP\nserver, in the form `connections/{catalog}.{schema}.{connection}`.", "$ref": "#/$defs/string", "x-databricks-launch-stage": "GA" + }, + "options": { + "$ref": "#/$defs/map/string" } }, "additionalProperties": false, @@ -5819,6 +5822,26 @@ } ] }, + "catalog.ModelProviderServiceConfigCustomProviderApiKeyHeaderAuth": { + "oneOf": [ + { + "type": "object", + "properties": { + "api_key_name": { + "$ref": "#/$defs/string" + }, + "api_key_value": { + "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/catalog.ModelProviderServiceConfigProviderSecret" + } + }, + "additionalProperties": false + }, + { + "type": "string", + "pattern": "\\$\\{(var(\\._*\\p{L}+([-_]*[\\p{L}\\p{N}]+)*(\\[[0-9]+\\])*)+)\\}" + } + ] + }, "catalog.ModelProviderServiceConfigCustomProviderConfig": { "oneOf": [ { @@ -5854,6 +5877,9 @@ "description": "Endpoint URL of the OpenAI-compatible service (e.g.,\n`https://api.example.com/v1`). Required on Create.", "$ref": "#/$defs/string", "x-databricks-launch-stage": "GA" + }, + "header_auth": { + "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/catalog.ModelProviderServiceConfigCustomProviderApiKeyHeaderAuth" } }, "additionalProperties": false @@ -8991,6 +9017,12 @@ "description": "[Public Preview] Optional display name for the MLflow run created under `experiment`. If\nomitted, MLflow generates a default name.", "$ref": "#/$defs/string", "x-databricks-launch-stage": "PUBLIC_PREVIEW" + }, + "priority_class": { + "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/jobs.AiRuntimeTaskPriorityClass" + }, + "unity_catalog_image_path": { + "$ref": "#/$defs/string" } }, "additionalProperties": false, @@ -9005,6 +9037,9 @@ } ] }, + "jobs.AiRuntimeTaskPriorityClass": { + "type": "string" + }, "jobs.AlertTask": { "oneOf": [ { @@ -12150,6 +12185,32 @@ } ] }, + "pipelines.AvroTransformerOptions": { + "oneOf": [ + { + "type": "object", + "properties": { + "parse_mode": { + "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/pipelines.ParseMode" + }, + "schema": { + "$ref": "#/$defs/string" + }, + "schema_file_path": { + "$ref": "#/$defs/string" + }, + "schema_registry": { + "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/pipelines.SchemaRegistryConfig" + } + }, + "additionalProperties": false + }, + { + "type": "string", + "pattern": "\\$\\{(var(\\._*\\p{L}+([-_]*[\\p{L}\\p{N}]+)*(\\[[0-9]+\\])*)+)\\}" + } + ] + }, "pipelines.ConfluenceConnectorOptions": { "oneOf": [ { @@ -12170,6 +12231,23 @@ } ] }, + "pipelines.ConfluentSchemaRegistryOptions": { + "oneOf": [ + { + "type": "object", + "properties": { + "subject": { + "$ref": "#/$defs/string" + } + }, + "additionalProperties": false + }, + { + "type": "string", + "pattern": "\\$\\{(var(\\._*\\p{L}+([-_]*[\\p{L}\\p{N}]+)*(\\[[0-9]+\\])*)+)\\}" + } + ] + }, "pipelines.ConnectionParameters": { "oneOf": [ { @@ -13751,6 +13829,9 @@ } ] }, + "pipelines.ParseMode": { + "type": "string" + }, "pipelines.PathPattern": { "oneOf": [ { @@ -14113,6 +14194,35 @@ } ] }, + "pipelines.ProtobufTransformerOptions": { + "oneOf": [ + { + "type": "object", + "properties": { + "desc_file_path": { + "$ref": "#/$defs/string" + }, + "message_name": { + "$ref": "#/$defs/string" + }, + "parse_mode": { + "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/pipelines.ParseMode" + }, + "recursive_fields_max_depth": { + "$ref": "#/$defs/int" + }, + "schema_registry": { + "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/pipelines.SchemaRegistryConfig" + } + }, + "additionalProperties": false + }, + { + "type": "string", + "pattern": "\\$\\{(var(\\._*\\p{L}+([-_]*[\\p{L}\\p{N}]+)*(\\[[0-9]+\\])*)+)\\}" + } + ] + }, "pipelines.RabbitmqOptions": { "oneOf": [ { @@ -14281,6 +14391,9 @@ "type": "object", "description": "Write-only setting, available only in Create/Update calls. Specifies the user or service principal that the pipeline runs as. If not specified, the pipeline runs as the user who created the pipeline.\n\nOnly `user_name` or `service_principal_name` can be specified. If both are specified, an error is thrown.", "properties": { + "group_name": { + "$ref": "#/$defs/string" + }, "service_principal_name": { "description": "Application ID of an active service principal. Setting this field requires the `servicePrincipal/user` role.", "$ref": "#/$defs/string", @@ -14300,6 +14413,29 @@ } ] }, + "pipelines.SchemaRegistryConfig": { + "oneOf": [ + { + "type": "object", + "properties": { + "confluent_options": { + "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/pipelines.ConfluentSchemaRegistryOptions" + }, + "connection_name": { + "$ref": "#/$defs/string" + }, + "protobuf_message_name": { + "$ref": "#/$defs/string" + } + }, + "additionalProperties": false + }, + { + "type": "string", + "pattern": "\\$\\{(var(\\._*\\p{L}+([-_]*[\\p{L}\\p{N}]+)*(\\[[0-9]+\\])*)+)\\}" + } + ] + }, "pipelines.SchemaSpec": { "oneOf": [ { @@ -14827,6 +14963,9 @@ "type": "object", "description": "Specifies how to transform binary data into structured data.", "properties": { + "avro_options": { + "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/pipelines.AvroTransformerOptions" + }, "format": { "description": "[Beta] Required: the wire format of the data.", "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/pipelines.TransformerFormat", @@ -14848,6 +14987,9 @@ "$ref": "#/$defs/string", "x-databricks-launch-stage": "PRIVATE_PREVIEW", "doNotSuggest": true + }, + "protobuf_options": { + "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/pipelines.ProtobufTransformerOptions" } }, "additionalProperties": false @@ -15785,6 +15927,9 @@ "description": "ARN of the instance profile that the external model will use to access AWS resources.\nYou must authenticate using an instance profile or access keys.\nIf you prefer to authenticate using access keys, see `aws_access_key_id`,\n`aws_access_key_id_plaintext`, `aws_secret_access_key` and `aws_secret_access_key_plaintext`.", "$ref": "#/$defs/string", "x-databricks-launch-stage": "GA" + }, + "uc_service_credential_name": { + "$ref": "#/$defs/string" } }, "additionalProperties": false, diff --git a/bundle/terraform_dabs_map/generated.go b/bundle/terraform_dabs_map/generated.go index c1d2430d36e..19c0eb389be 100644 --- a/bundle/terraform_dabs_map/generated.go +++ b/bundle/terraform_dabs_map/generated.go @@ -12,12 +12,13 @@ package terraform_dabs_map // database_instances / databricks_database_instance: 1 tf-only // experiments / databricks_mlflow_experiment: 1 tf-only // jobs / databricks_job: 11 renames -// jobs / databricks_job: 7 dabs-only +// jobs / databricks_job: 11 dabs-only // jobs / databricks_job: 261 tf-only +// model_serving_endpoints / databricks_model_serving: 1 dabs-only // model_serving_endpoints / databricks_model_serving: 2 tf-only // models / databricks_mlflow_model: 1 renames // pipelines / databricks_pipeline: 3 renames -// pipelines / databricks_pipeline: 6 dabs-only +// pipelines / databricks_pipeline: 102 dabs-only // pipelines / databricks_pipeline: 2 tf-only // postgres_branches / databricks_postgres_branch: 1 unwraps // postgres_catalogs / databricks_postgres_catalog: 1 unwraps @@ -111,8 +112,16 @@ var DABsOnlyFields = map[string]FieldSet{ }, }, "tasks": { + "ai_runtime_task": { + "priority_class": {}, // jobs.*.tasks.ai_runtime_task.priority_class + "unity_catalog_image_path": {}, // jobs.*.tasks.ai_runtime_task.unity_catalog_image_path + }, "for_each_task": { "task": { + "ai_runtime_task": { + "priority_class": {}, // jobs.*.tasks.for_each_task.task.ai_runtime_task.priority_class + "unity_catalog_image_path": {}, // jobs.*.tasks.for_each_task.task.ai_runtime_task.unity_catalog_image_path + }, "for_each_task": { "concurrency": {}, // jobs.*.tasks.for_each_task.task.for_each_task.concurrency "inputs": {}, // jobs.*.tasks.for_each_task.task.for_each_task.inputs @@ -128,6 +137,17 @@ var DABsOnlyFields = map[string]FieldSet{ }, }, }, + "model_serving_endpoints": { + "config": { + "served_entities": { + "external_model": { + "amazon_bedrock_config": { + "uc_service_credential_name": {}, // model_serving_endpoints.*.config.served_entities.external_model.amazon_bedrock_config.uc_service_credential_name + }, + }, + }, + }, + }, "pipelines": { "cascade_on_destroy": {}, "clusters": { @@ -137,9 +157,165 @@ var DABsOnlyFields = map[string]FieldSet{ }, }, "dry_run": {}, + "ingestion_definition": { + "objects": { + "schema": { + "connector_options": { + "kafka_options": { + "key_transformer": { + "avro_options": { + "parse_mode": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.avro_options.parse_mode + "schema": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.avro_options.schema + "schema_file_path": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.avro_options.schema_file_path + "schema_registry": { + "confluent_options": { + "subject": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.avro_options.schema_registry.confluent_options.subject + }, + "connection_name": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.avro_options.schema_registry.connection_name + "protobuf_message_name": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.avro_options.schema_registry.protobuf_message_name + }, + }, + "protobuf_options": { + "desc_file_path": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.protobuf_options.desc_file_path + "message_name": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.protobuf_options.message_name + "parse_mode": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.protobuf_options.parse_mode + "recursive_fields_max_depth": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.protobuf_options.recursive_fields_max_depth + "schema_registry": { + "confluent_options": { + "subject": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.confluent_options.subject + }, + "connection_name": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.connection_name + "protobuf_message_name": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.protobuf_message_name + }, + }, + }, + "value_transformer": { + "avro_options": { + "parse_mode": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.avro_options.parse_mode + "schema": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.avro_options.schema + "schema_file_path": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.avro_options.schema_file_path + "schema_registry": { + "confluent_options": { + "subject": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.avro_options.schema_registry.confluent_options.subject + }, + "connection_name": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.avro_options.schema_registry.connection_name + "protobuf_message_name": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.avro_options.schema_registry.protobuf_message_name + }, + }, + "protobuf_options": { + "desc_file_path": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.protobuf_options.desc_file_path + "message_name": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.protobuf_options.message_name + "parse_mode": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.protobuf_options.parse_mode + "recursive_fields_max_depth": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.protobuf_options.recursive_fields_max_depth + "schema_registry": { + "confluent_options": { + "subject": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.confluent_options.subject + }, + "connection_name": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.connection_name + "protobuf_message_name": {}, // pipelines.*.ingestion_definition.objects.schema.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.protobuf_message_name + }, + }, + }, + }, + }, + "fanout_options": { + "transforms": { + "avro_options": { + "parse_mode": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.avro_options.parse_mode + "schema": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.avro_options.schema + "schema_file_path": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.avro_options.schema_file_path + "schema_registry": { + "confluent_options": { + "subject": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.avro_options.schema_registry.confluent_options.subject + }, + "connection_name": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.avro_options.schema_registry.connection_name + "protobuf_message_name": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.avro_options.schema_registry.protobuf_message_name + }, + }, + "protobuf_options": { + "desc_file_path": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.protobuf_options.desc_file_path + "message_name": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.protobuf_options.message_name + "parse_mode": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.protobuf_options.parse_mode + "recursive_fields_max_depth": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.protobuf_options.recursive_fields_max_depth + "schema_registry": { + "confluent_options": { + "subject": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.protobuf_options.schema_registry.confluent_options.subject + }, + "connection_name": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.protobuf_options.schema_registry.connection_name + "protobuf_message_name": {}, // pipelines.*.ingestion_definition.objects.schema.fanout_options.transforms.protobuf_options.schema_registry.protobuf_message_name + }, + }, + }, + }, + }, + "table": { + "connector_options": { + "kafka_options": { + "key_transformer": { + "avro_options": { + "parse_mode": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.avro_options.parse_mode + "schema": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.avro_options.schema + "schema_file_path": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.avro_options.schema_file_path + "schema_registry": { + "confluent_options": { + "subject": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.avro_options.schema_registry.confluent_options.subject + }, + "connection_name": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.avro_options.schema_registry.connection_name + "protobuf_message_name": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.avro_options.schema_registry.protobuf_message_name + }, + }, + "protobuf_options": { + "desc_file_path": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.protobuf_options.desc_file_path + "message_name": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.protobuf_options.message_name + "parse_mode": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.protobuf_options.parse_mode + "recursive_fields_max_depth": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.protobuf_options.recursive_fields_max_depth + "schema_registry": { + "confluent_options": { + "subject": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.confluent_options.subject + }, + "connection_name": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.connection_name + "protobuf_message_name": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.key_transformer.protobuf_options.schema_registry.protobuf_message_name + }, + }, + }, + "value_transformer": { + "avro_options": { + "parse_mode": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.avro_options.parse_mode + "schema": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.avro_options.schema + "schema_file_path": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.avro_options.schema_file_path + "schema_registry": { + "confluent_options": { + "subject": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.avro_options.schema_registry.confluent_options.subject + }, + "connection_name": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.avro_options.schema_registry.connection_name + "protobuf_message_name": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.avro_options.schema_registry.protobuf_message_name + }, + }, + "protobuf_options": { + "desc_file_path": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.protobuf_options.desc_file_path + "message_name": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.protobuf_options.message_name + "parse_mode": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.protobuf_options.parse_mode + "recursive_fields_max_depth": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.protobuf_options.recursive_fields_max_depth + "schema_registry": { + "confluent_options": { + "subject": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.confluent_options.subject + }, + "connection_name": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.connection_name + "protobuf_message_name": {}, // pipelines.*.ingestion_definition.objects.table.connector_options.kafka_options.value_transformer.protobuf_options.schema_registry.protobuf_message_name + }, + }, + }, + }, + }, + }, + }, + }, "parameters": { "*": {}, // pipelines.*.parameters.* }, + "run_as": { + "group_name": {}, // pipelines.*.run_as.group_name + }, }, "schemas": { "custom_max_retention_hours": {}, diff --git a/go.mod b/go.mod index 872ed55238e..5b314bbe196 100644 --- a/go.mod +++ b/go.mod @@ -13,7 +13,7 @@ require ( github.com/charmbracelet/huh v1.0.0 // MIT github.com/charmbracelet/lipgloss v1.1.0 // MIT github.com/charmbracelet/x/ansi v0.11.8 // MIT - github.com/databricks/databricks-sdk-go v0.178.0 // Apache-2.0 + github.com/databricks/databricks-sdk-go v0.182.0 // Apache-2.0 github.com/google/jsonschema-go v0.4.3 // MIT github.com/google/uuid v1.6.0 // BSD-3-Clause github.com/gorilla/websocket v1.5.3 // BSD-2-Clause diff --git a/go.sum b/go.sum index 0996ea26af6..b072a34b7d6 100644 --- a/go.sum +++ b/go.sum @@ -69,8 +69,8 @@ github.com/cyphar/filepath-securejoin v0.6.1 h1:5CeZ1jPXEiYt3+Z6zqprSAgSWiggmpVy github.com/cyphar/filepath-securejoin v0.6.1/go.mod h1:A8hd4EnAeyujCJRrICiOWqjS1AX0a9kM5XL+NwKoYSc= github.com/danieljoos/wincred v1.2.3 h1:v7dZC2x32Ut3nEfRH+vhoZGvN72+dQ/snVXo/vMFLdQ= github.com/danieljoos/wincred v1.2.3/go.mod h1:6qqX0WNrS4RzPZ1tnroDzq9kY3fu1KwE7MRLQK4X0bs= -github.com/databricks/databricks-sdk-go v0.178.0 h1:OLHhYYTGCZ4iAEUYoARPeeCYFIvAmpLT+L4sxRayqIc= -github.com/databricks/databricks-sdk-go v0.178.0/go.mod h1:udBw6nxkaqa0fgPQ7ZW1kGFkltQncYx+qFJeVFmxtz8= +github.com/databricks/databricks-sdk-go v0.182.0 h1:KTxLgmZFfRZl9MaJ+YD3N0RvfFMWQHmoQT5I+NUin2M= +github.com/databricks/databricks-sdk-go v0.182.0/go.mod h1:udBw6nxkaqa0fgPQ7ZW1kGFkltQncYx+qFJeVFmxtz8= github.com/databricks/sdk-go/auth v0.0.1-dev.8 h1:iMOsshXRZvOrOUVZdcAc4MWQ64mqcenf9Nl803OA8Lc= github.com/databricks/sdk-go/auth v0.0.1-dev.8/go.mod h1:YliptECFkvwuHLoHiKRqo9Drx5RVM9u5J40UDmEq0iQ= github.com/databricks/sdk-go/core v0.0.1-dev.8 h1:xUjpesiEAFvFtrMlV16+20Wx65VoE/ptr5KTFRFrFwQ= From 5bf8af63c8125490554409018e5f7aa36aa97bd6 Mon Sep 17 00:00:00 2001 From: Shreyas Goenka Date: Wed, 23 Sep 2026 10:28:31 +0000 Subject: [PATCH 2/2] Link dependency changelog entries to PR #6810 Signed-off-by: Shreyas Goenka --- .nextchanges/dependency-updates/sdk-0.182.0.md | 2 +- .nextchanges/dependency-updates/tf-1.133.0.md | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.nextchanges/dependency-updates/sdk-0.182.0.md b/.nextchanges/dependency-updates/sdk-0.182.0.md index 32994b2a454..c43f009cb00 100644 --- a/.nextchanges/dependency-updates/sdk-0.182.0.md +++ b/.nextchanges/dependency-updates/sdk-0.182.0.md @@ -1 +1 @@ -* Bump `github.com/databricks/databricks-sdk-go` from v0.178.0 to v0.182.0. +* Bump `github.com/databricks/databricks-sdk-go` from v0.178.0 to v0.182.0. ([#6810](https://github.com/databricks/cli/pull/6810)) diff --git a/.nextchanges/dependency-updates/tf-1.133.0.md b/.nextchanges/dependency-updates/tf-1.133.0.md index 80897df7d44..2cb15773cf0 100644 --- a/.nextchanges/dependency-updates/tf-1.133.0.md +++ b/.nextchanges/dependency-updates/tf-1.133.0.md @@ -1 +1 @@ -* Bump Terraform provider from v1.132.0 to v1.133.0. +* Bump Terraform provider from v1.132.0 to v1.133.0. ([#6810](https://github.com/databricks/cli/pull/6810))