From 10e207ab979f851ea042d16fdf990940fb7a7728 Mon Sep 17 00:00:00 2001 From: "databricks-ci-ghec-2[bot]" <184307802+databricks-ci-ghec-2[bot]@users.noreply.github.com> Date: Thu, 28 May 2026 05:29:08 +0000 Subject: [PATCH] Update SDK to 4811189a6ca18d0632b06ad1d44b696a0a17dbe4 --- .codegen/_openapi_sha | 2 +- .gitattributes | 17 ++ NEXT_CHANGELOG.md | 8 + .../sdk/service/catalog/SecurableKind.java | 2 +- .../ListFailoverGroupsRequest.java | 7 +- .../ListStableUrlsRequest.java | 7 +- .../sdk/service/jobs/PipelineTask.java | 20 ++ .../jobs/ResolvedPipelineTaskValues.java | 48 ++++ .../sdk/service/jobs/ResolvedValues.java | 16 ++ .../sdk/service/ml/CreateStreamRequest.java | 42 ++++ .../sdk/service/ml/DeleteStreamRequest.java | 41 ++++ .../sdk/service/ml/DirectMtlsConfig.java | 63 +++++ .../sdk/service/ml/DirectSchemas.java | 69 ++++++ .../sdk/service/ml/FeatureEngineeringAPI.java | 43 ++++ .../service/ml/FeatureEngineeringImpl.java | 87 +++++++ .../service/ml/FeatureEngineeringService.java | 15 ++ .../sdk/service/ml/GetStreamRequest.java | 41 ++++ .../sdk/service/ml/IngestionConfig.java | 150 ++++++++++++ .../sdk/service/ml/IngestionDestination.java | 51 ++++ .../sdk/service/ml/KafkaStreamConfig.java | 65 ++++++ .../sdk/service/ml/KafkaSubscriptionMode.java | 84 +++++++ .../sdk/service/ml/ListStreamsRequest.java | 78 +++++++ .../sdk/service/ml/ListStreamsResponse.java | 61 +++++ .../com/databricks/sdk/service/ml/Stream.java | 219 ++++++++++++++++++ .../service/ml/StreamConnectionConfig.java | 67 ++++++ .../sdk/service/ml/StreamSchemaConfig.java | 46 ++++ .../sdk/service/ml/StreamSourceConfig.java | 45 ++++ .../sdk/service/ml/UpdateStreamRequest.java | 77 ++++++ .../sdk/service/pipelines/CreatePipeline.java | 19 ++ .../sdk/service/pipelines/EditPipeline.java | 19 ++ .../pipelines/GetPipelineResponse.java | 20 ++ .../postgres/CatalogCatalogStatus.java | 17 +- .../SyncedTableSyncedTableStatus.java | 16 -- .../sdk/service/sql/StartRequest.java | 1 + .../sdk/service/sql/StopRequest.java | 1 + .../sdk/service/sql/WarehousesImpl.java | 6 +- .../supervisoragents/SupervisorAgentsAPI.java | 6 +- .../SupervisorAgentsService.java | 6 +- .../sdk/service/supervisoragents/Tool.java | 8 +- .../service/vectorsearch/RerankerConfig.java | 7 +- 40 files changed, 1547 insertions(+), 50 deletions(-) mode change 100644 => 100755 NEXT_CHANGELOG.md create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedPipelineTaskValues.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateStreamRequest.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteStreamRequest.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DirectMtlsConfig.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DirectSchemas.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/GetStreamRequest.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionConfig.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionDestination.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaStreamConfig.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaSubscriptionMode.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListStreamsRequest.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListStreamsResponse.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/Stream.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamConnectionConfig.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamSchemaConfig.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamSourceConfig.java create mode 100755 databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/UpdateStreamRequest.java diff --git a/.codegen/_openapi_sha b/.codegen/_openapi_sha index e6ee8871a..ddc34be53 100755 --- a/.codegen/_openapi_sha +++ b/.codegen/_openapi_sha @@ -1 +1 @@ -87b666fa172b01444d306112309b6109c096f98b \ No newline at end of file +4811189a6ca18d0632b06ad1d44b696a0a17dbe4 \ No newline at end of file diff --git a/.gitattributes b/.gitattributes index 4c7d460d4..043b34c6a 100755 --- a/.gitattributes +++ b/.gitattributes @@ -1641,6 +1641,7 @@ databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedCondit databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedDbtTaskValues.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedNotebookTaskValues.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedParamPairValues.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedPipelineTaskValues.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedPythonWheelTaskValues.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedRunJobTaskValues.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedStringParamsValues.java linguist-generated=true @@ -1949,6 +1950,7 @@ databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateOnlineStor databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateRegistryWebhook.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateRun.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateRunResponse.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateStreamRequest.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateTransitionRequest.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateTransitionRequestResponse.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateWebhookResponse.java linguist-generated=true @@ -1973,11 +1975,14 @@ databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteOnlineTabl databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteRun.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteRuns.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteRunsResponse.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteStreamRequest.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteTag.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteTransitionRequestRequest.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteTransitionRequestResponse.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteWebhookRequest.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeltaTableSource.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DirectMtlsConfig.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DirectSchemas.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/EntityColumn.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/Experiment.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ExperimentAccessControlRequest.java linguist-generated=true @@ -2049,14 +2054,19 @@ databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/GetRegisteredMod databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/GetRegisteredModelPermissionsRequest.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/GetRunRequest.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/GetRunResponse.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/GetStreamRequest.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/HttpUrlSpec.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/HttpUrlSpecWithoutSecret.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionConfig.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionDestination.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/InputTag.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/JobContext.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/JobSpec.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/JobSpecWithoutSecret.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaConfig.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaSource.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaStreamConfig.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaSubscriptionMode.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/LastFunction.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/LineageContext.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/LinkedFeature.java linguist-generated=true @@ -2077,6 +2087,8 @@ databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListModelsRespon databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListOnlineStoresRequest.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListOnlineStoresResponse.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListRegistryWebhooks.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListStreamsRequest.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListStreamsResponse.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListTransitionRequestsRequest.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListTransitionRequestsResponse.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListWebhooksRequest.java linguist-generated=true @@ -2175,6 +2187,10 @@ databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/SlidingWindow.ja databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/Status.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StddevPopFunction.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StddevSampFunction.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/Stream.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamConnectionConfig.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamSchemaConfig.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamSourceConfig.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamingMode.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamingModeStreamingModeType.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/SubscriptionMode.java linguist-generated=true @@ -2204,6 +2220,7 @@ databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/UpdateRegistryWe databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/UpdateRun.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/UpdateRunResponse.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/UpdateRunStatus.java linguist-generated=true +databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/UpdateStreamRequest.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/UpdateWebhookResponse.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/VarPopFunction.java linguist-generated=true databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/VarSampFunction.java linguist-generated=true diff --git a/NEXT_CHANGELOG.md b/NEXT_CHANGELOG.md old mode 100644 new mode 100755 index 4c012ef5e..413003c17 --- a/NEXT_CHANGELOG.md +++ b/NEXT_CHANGELOG.md @@ -15,3 +15,11 @@ ### Internal Changes ### API Changes +* Add `createStream()`, `deleteStream()`, `getStream()`, `listStreams()` and `updateStream()` methods for `workspaceClient.featureEngineering()` service. +* Add `parameters` field for `com.databricks.sdk.service.jobs.PipelineTask`. +* Add `pipelineTask` field for `com.databricks.sdk.service.jobs.ResolvedValues`. +* Add `parameters` field for `com.databricks.sdk.service.pipelines.CreatePipeline`. +* Add `parameters` field for `com.databricks.sdk.service.pipelines.EditPipeline`. +* Add `parameters` field for `com.databricks.sdk.service.pipelines.GetPipelineResponse`. +* [Breaking] Remove `catalogId` field for `com.databricks.sdk.service.postgres.CatalogCatalogStatus`. +* [Breaking] Remove `syncedTableId` field for `com.databricks.sdk.service.postgres.SyncedTableSyncedTableStatus`. \ No newline at end of file diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/SecurableKind.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/SecurableKind.java index b1227ebb8..34bd9f8e3 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/SecurableKind.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/catalog/SecurableKind.java @@ -4,7 +4,7 @@ import com.databricks.sdk.support.Generated; -/** Latest kind: CONNECTION_ICEBERG_REST_OAUTH_M2M = 336; Next id: 337 */ +/** Latest kind: CONNECTION_GOOGLE_CLOUD_LAKEHOUSE_SERVICE_ACCOUNT = 340; Next id: 341 */ @Generated public enum SecurableKind { TABLE_DB_STORAGE, diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/ListFailoverGroupsRequest.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/ListFailoverGroupsRequest.java index 2b677222e..862169cd6 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/ListFailoverGroupsRequest.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/ListFailoverGroupsRequest.java @@ -10,7 +10,12 @@ @Generated public class ListFailoverGroupsRequest { - /** Maximum number of failover groups to return per page. Default: 50, maximum: 100. */ + /** + * Maximum number of failover groups to return per page: - when set to a value greater than 0, the + * page length is the minimum of this value and a server configured value; - when set to 0 or + * unset, the page length is set to a server configured value (recommended); - when set to a value + * less than 0, an invalid parameter error is returned. + */ @JsonIgnore @QueryParam("page_size") private Long pageSize; diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/ListStableUrlsRequest.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/ListStableUrlsRequest.java index 8310e9ef2..f720588e8 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/ListStableUrlsRequest.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/ListStableUrlsRequest.java @@ -10,7 +10,12 @@ @Generated public class ListStableUrlsRequest { - /** Maximum number of stable URLs to return per page. Default: 50, maximum: 100. */ + /** + * Maximum number of stable URLs to return per page: - when set to a value greater than 0, the + * page length is the minimum of this value and a server configured value; - when set to 0 or + * unset, the page length is set to a server configured value (recommended); - when set to a value + * less than 0, an invalid parameter error is returned. + */ @JsonIgnore @QueryParam("page_size") private Long pageSize; diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/PipelineTask.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/PipelineTask.java index 6ec4ddcd7..ff4fce5d2 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/PipelineTask.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/PipelineTask.java @@ -6,6 +6,7 @@ import com.databricks.sdk.support.ToStringer; import com.fasterxml.jackson.annotation.JsonProperty; import java.util.Collection; +import java.util.Map; import java.util.Objects; @Generated @@ -18,6 +19,13 @@ public class PipelineTask { @JsonProperty("full_refresh_selection") private Collection fullRefreshSelection; + /** + * Key/value-map of parameters passed to the pipeline execution. Limited to 10k characters in + * total. + */ + @JsonProperty("parameters") + private Map parameters; + /** The full name of the pipeline task to execute. */ @JsonProperty("pipeline_id") private String pipelineId; @@ -55,6 +63,15 @@ public Collection getFullRefreshSelection() { return fullRefreshSelection; } + public PipelineTask setParameters(Map parameters) { + this.parameters = parameters; + return this; + } + + public Map getParameters() { + return parameters; + } + public PipelineTask setPipelineId(String pipelineId) { this.pipelineId = pipelineId; return this; @@ -98,6 +115,7 @@ public boolean equals(Object o) { PipelineTask that = (PipelineTask) o; return Objects.equals(fullRefresh, that.fullRefresh) && Objects.equals(fullRefreshSelection, that.fullRefreshSelection) + && Objects.equals(parameters, that.parameters) && Objects.equals(pipelineId, that.pipelineId) && Objects.equals(refreshFlowSelection, that.refreshFlowSelection) && Objects.equals(refreshSelection, that.refreshSelection) @@ -109,6 +127,7 @@ public int hashCode() { return Objects.hash( fullRefresh, fullRefreshSelection, + parameters, pipelineId, refreshFlowSelection, refreshSelection, @@ -120,6 +139,7 @@ public String toString() { return new ToStringer(PipelineTask.class) .add("fullRefresh", fullRefresh) .add("fullRefreshSelection", fullRefreshSelection) + .add("parameters", parameters) .add("pipelineId", pipelineId) .add("refreshFlowSelection", refreshFlowSelection) .add("refreshSelection", refreshSelection) diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedPipelineTaskValues.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedPipelineTaskValues.java new file mode 100755 index 000000000..7991af58c --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedPipelineTaskValues.java @@ -0,0 +1,48 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.jobs; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Map; +import java.util.Objects; + +@Generated +public class ResolvedPipelineTaskValues { + /** + * Key/value-map of parameters passed to the pipeline execution. Limited to 10k characters in + * total. + */ + @JsonProperty("parameters") + private Map parameters; + + public ResolvedPipelineTaskValues setParameters(Map parameters) { + this.parameters = parameters; + return this; + } + + public Map getParameters() { + return parameters; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + ResolvedPipelineTaskValues that = (ResolvedPipelineTaskValues) o; + return Objects.equals(parameters, that.parameters); + } + + @Override + public int hashCode() { + return Objects.hash(parameters); + } + + @Override + public String toString() { + return new ToStringer(ResolvedPipelineTaskValues.class) + .add("parameters", parameters) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedValues.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedValues.java index f0c2f8db0..66ad847eb 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedValues.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ResolvedValues.java @@ -21,6 +21,10 @@ public class ResolvedValues { @JsonProperty("notebook_task") private ResolvedNotebookTaskValues notebookTask; + /** */ + @JsonProperty("pipeline_task") + private ResolvedPipelineTaskValues pipelineTask; + /** */ @JsonProperty("python_wheel_task") private ResolvedPythonWheelTaskValues pythonWheelTask; @@ -76,6 +80,15 @@ public ResolvedNotebookTaskValues getNotebookTask() { return notebookTask; } + public ResolvedValues setPipelineTask(ResolvedPipelineTaskValues pipelineTask) { + this.pipelineTask = pipelineTask; + return this; + } + + public ResolvedPipelineTaskValues getPipelineTask() { + return pipelineTask; + } + public ResolvedValues setPythonWheelTask(ResolvedPythonWheelTaskValues pythonWheelTask) { this.pythonWheelTask = pythonWheelTask; return this; @@ -147,6 +160,7 @@ public boolean equals(Object o) { return Objects.equals(conditionTask, that.conditionTask) && Objects.equals(dbtTask, that.dbtTask) && Objects.equals(notebookTask, that.notebookTask) + && Objects.equals(pipelineTask, that.pipelineTask) && Objects.equals(pythonWheelTask, that.pythonWheelTask) && Objects.equals(runJobTask, that.runJobTask) && Objects.equals(simulationTask, that.simulationTask) @@ -162,6 +176,7 @@ public int hashCode() { conditionTask, dbtTask, notebookTask, + pipelineTask, pythonWheelTask, runJobTask, simulationTask, @@ -177,6 +192,7 @@ public String toString() { .add("conditionTask", conditionTask) .add("dbtTask", dbtTask) .add("notebookTask", notebookTask) + .add("pipelineTask", pipelineTask) .add("pythonWheelTask", pythonWheelTask) .add("runJobTask", runJobTask) .add("simulationTask", simulationTask) diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateStreamRequest.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateStreamRequest.java new file mode 100755 index 000000000..e3433e2f1 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/CreateStreamRequest.java @@ -0,0 +1,42 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Objects; + +@Generated +public class CreateStreamRequest { + /** The Stream to create. */ + @JsonProperty("stream") + private Stream stream; + + public CreateStreamRequest setStream(Stream stream) { + this.stream = stream; + return this; + } + + public Stream getStream() { + return stream; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + CreateStreamRequest that = (CreateStreamRequest) o; + return Objects.equals(stream, that.stream); + } + + @Override + public int hashCode() { + return Objects.hash(stream); + } + + @Override + public String toString() { + return new ToStringer(CreateStreamRequest.class).add("stream", stream).toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteStreamRequest.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteStreamRequest.java new file mode 100755 index 000000000..cdc66c727 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DeleteStreamRequest.java @@ -0,0 +1,41 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonIgnore; +import java.util.Objects; + +@Generated +public class DeleteStreamRequest { + /** Full three-part name (catalog.schema.stream) of the Stream to delete. */ + @JsonIgnore private String name; + + public DeleteStreamRequest setName(String name) { + this.name = name; + return this; + } + + public String getName() { + return name; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + DeleteStreamRequest that = (DeleteStreamRequest) o; + return Objects.equals(name, that.name); + } + + @Override + public int hashCode() { + return Objects.hash(name); + } + + @Override + public String toString() { + return new ToStringer(DeleteStreamRequest.class).add("name", name).toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DirectMtlsConfig.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DirectMtlsConfig.java new file mode 100755 index 000000000..00f861701 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DirectMtlsConfig.java @@ -0,0 +1,63 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Objects; + +/** + * Direct connection configs for mTLS, as Kafka Connections do not support mTLS yet (XTA-18030). + * Temporarily used until UC Kafka Connections gain mTLS support. + */ +@Generated +public class DirectMtlsConfig { + /** A comma-separated list of host:port pairs for the Kafka bootstrap servers. */ + @JsonProperty("bootstrap_servers") + private String bootstrapServers; + + /** Mutual-TLS authentication configuration. */ + @JsonProperty("mtls_config") + private MtlsConfig mtlsConfig; + + public DirectMtlsConfig setBootstrapServers(String bootstrapServers) { + this.bootstrapServers = bootstrapServers; + return this; + } + + public String getBootstrapServers() { + return bootstrapServers; + } + + public DirectMtlsConfig setMtlsConfig(MtlsConfig mtlsConfig) { + this.mtlsConfig = mtlsConfig; + return this; + } + + public MtlsConfig getMtlsConfig() { + return mtlsConfig; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + DirectMtlsConfig that = (DirectMtlsConfig) o; + return Objects.equals(bootstrapServers, that.bootstrapServers) + && Objects.equals(mtlsConfig, that.mtlsConfig); + } + + @Override + public int hashCode() { + return Objects.hash(bootstrapServers, mtlsConfig); + } + + @Override + public String toString() { + return new ToStringer(DirectMtlsConfig.class) + .add("bootstrapServers", bootstrapServers) + .add("mtlsConfig", mtlsConfig) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DirectSchemas.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DirectSchemas.java new file mode 100755 index 000000000..c20caee77 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/DirectSchemas.java @@ -0,0 +1,69 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Objects; + +/** + * Schema definitions provided directly on the Stream, as opposed to referencing a schema registry. + * In a future milestone, we will support schema registries through a UC Connection. + */ +@Generated +public class DirectSchemas { + /** + * Schema for the message key. This is only used for Kafka streams. For Kafka, at least one of + * payload_schema or key_schema must be specified. + */ + @JsonProperty("key_schema") + private SchemaConfig keySchema; + + /** + * Schema for the message payload. For Kafka, this is the value schema. Unless the platform + * supports another schema (e.g. keys for Kafka), this must be specified. + */ + @JsonProperty("payload_schema") + private SchemaConfig payloadSchema; + + public DirectSchemas setKeySchema(SchemaConfig keySchema) { + this.keySchema = keySchema; + return this; + } + + public SchemaConfig getKeySchema() { + return keySchema; + } + + public DirectSchemas setPayloadSchema(SchemaConfig payloadSchema) { + this.payloadSchema = payloadSchema; + return this; + } + + public SchemaConfig getPayloadSchema() { + return payloadSchema; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + DirectSchemas that = (DirectSchemas) o; + return Objects.equals(keySchema, that.keySchema) + && Objects.equals(payloadSchema, that.payloadSchema); + } + + @Override + public int hashCode() { + return Objects.hash(keySchema, payloadSchema); + } + + @Override + public String toString() { + return new ToStringer(DirectSchemas.class) + .add("keySchema", keySchema) + .add("payloadSchema", payloadSchema) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringAPI.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringAPI.java index 41f467b55..f26b55bdf 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringAPI.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringAPI.java @@ -48,6 +48,11 @@ public MaterializedFeature createMaterializedFeature(CreateMaterializedFeatureRe return impl.createMaterializedFeature(request); } + /** Create a Stream, a governed UC entity representing an external streaming data source. */ + public Stream createStream(CreateStreamRequest request) { + return impl.createStream(request); + } + public void deleteFeature(String fullName) { deleteFeature(new DeleteFeatureRequest().setFullName(fullName)); } @@ -79,6 +84,15 @@ public void deleteMaterializedFeature(DeleteMaterializedFeatureRequest request) impl.deleteMaterializedFeature(request); } + public void deleteStream(String name) { + deleteStream(new DeleteStreamRequest().setName(name)); + } + + /** Delete a Stream by its full three-part name (catalog.schema.stream). */ + public void deleteStream(DeleteStreamRequest request) { + impl.deleteStream(request); + } + public Feature getFeature(String fullName) { return getFeature(new GetFeatureRequest().setFullName(fullName)); } @@ -110,6 +124,15 @@ public MaterializedFeature getMaterializedFeature(GetMaterializedFeatureRequest return impl.getMaterializedFeature(request); } + public Stream getStream(String name) { + return getStream(new GetStreamRequest().setName(name)); + } + + /** Get a Stream by its full three-part name (catalog.schema.stream). */ + public Stream getStream(GetStreamRequest request) { + return impl.getStream(request); + } + public Iterable listFeatures(String catalogName, String schemaName) { return listFeatures( new ListFeaturesRequest().setCatalogName(catalogName).setSchemaName(schemaName)); @@ -164,6 +187,21 @@ public Iterable listMaterializedFeatures( }); } + /** List Streams under a given catalog.schema parent. */ + public Iterable listStreams(ListStreamsRequest request) { + return new Paginator<>( + request, + impl::listStreams, + ListStreamsResponse::getStreams, + response -> { + String token = response.getNextPageToken(); + if (token == null || token.isEmpty()) { + return null; + } + return request.setPageToken(token); + }); + } + /** Update a Feature. */ public Feature updateFeature(UpdateFeatureRequest request) { return impl.updateFeature(request); @@ -182,6 +220,11 @@ public MaterializedFeature updateMaterializedFeature(UpdateMaterializedFeatureRe return impl.updateMaterializedFeature(request); } + /** Update a Stream. Only fields listed in `update_mask` are mutated. */ + public Stream updateStream(UpdateStreamRequest request) { + return impl.updateStream(request); + } + public FeatureEngineeringService impl() { return impl; } diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringImpl.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringImpl.java index 44362d467..0df9ca7f9 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringImpl.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringImpl.java @@ -90,6 +90,24 @@ public MaterializedFeature createMaterializedFeature(CreateMaterializedFeatureRe } } + @Override + public Stream createStream(CreateStreamRequest request) { + String path = "/api/2.0/feature-engineering/streams"; + try { + Request req = new Request("POST", path, apiClient.serialize(request.getStream())); + + ApiClient.setQuery(req, request); + req.withHeader("Accept", "application/json"); + req.withHeader("Content-Type", "application/json"); + if (apiClient.workspaceId() != null) { + req.withHeader("X-Databricks-Org-Id", apiClient.workspaceId()); + } + return apiClient.execute(req, Stream.class); + } catch (IOException e) { + throw new DatabricksException("IO error: " + e.getMessage(), e); + } + } + @Override public void deleteFeature(DeleteFeatureRequest request) { String path = String.format("/api/2.0/feature-engineering/features/%s", request.getFullName()); @@ -145,6 +163,23 @@ public void deleteMaterializedFeature(DeleteMaterializedFeatureRequest request) } } + @Override + public void deleteStream(DeleteStreamRequest request) { + String path = String.format("/api/2.0/feature-engineering/streams/%s", request.getName()); + try { + Request req = new Request("DELETE", path); + + ApiClient.setQuery(req, request); + req.withHeader("Accept", "application/json"); + if (apiClient.workspaceId() != null) { + req.withHeader("X-Databricks-Org-Id", apiClient.workspaceId()); + } + apiClient.execute(req, Void.class); + } catch (IOException e) { + throw new DatabricksException("IO error: " + e.getMessage(), e); + } + } + @Override public Feature getFeature(GetFeatureRequest request) { String path = String.format("/api/2.0/feature-engineering/features/%s", request.getFullName()); @@ -200,6 +235,23 @@ public MaterializedFeature getMaterializedFeature(GetMaterializedFeatureRequest } } + @Override + public Stream getStream(GetStreamRequest request) { + String path = String.format("/api/2.0/feature-engineering/streams/%s", request.getName()); + try { + Request req = new Request("GET", path); + + ApiClient.setQuery(req, request); + req.withHeader("Accept", "application/json"); + if (apiClient.workspaceId() != null) { + req.withHeader("X-Databricks-Org-Id", apiClient.workspaceId()); + } + return apiClient.execute(req, Stream.class); + } catch (IOException e) { + throw new DatabricksException("IO error: " + e.getMessage(), e); + } + } + @Override public ListFeaturesResponse listFeatures(ListFeaturesRequest request) { String path = "/api/2.0/feature-engineering/features"; @@ -252,6 +304,23 @@ public ListMaterializedFeaturesResponse listMaterializedFeatures( } } + @Override + public ListStreamsResponse listStreams(ListStreamsRequest request) { + String path = "/api/2.0/feature-engineering/streams"; + try { + Request req = new Request("GET", path); + + ApiClient.setQuery(req, request); + req.withHeader("Accept", "application/json"); + if (apiClient.workspaceId() != null) { + req.withHeader("X-Databricks-Org-Id", apiClient.workspaceId()); + } + return apiClient.execute(req, ListStreamsResponse.class); + } catch (IOException e) { + throw new DatabricksException("IO error: " + e.getMessage(), e); + } + } + @Override public Feature updateFeature(UpdateFeatureRequest request) { String path = String.format("/api/2.0/feature-engineering/features/%s", request.getFullName()); @@ -310,4 +379,22 @@ public MaterializedFeature updateMaterializedFeature(UpdateMaterializedFeatureRe throw new DatabricksException("IO error: " + e.getMessage(), e); } } + + @Override + public Stream updateStream(UpdateStreamRequest request) { + String path = String.format("/api/2.0/feature-engineering/streams/%s", request.getName()); + try { + Request req = new Request("PATCH", path, apiClient.serialize(request.getStream())); + + ApiClient.setQuery(req, request); + req.withHeader("Accept", "application/json"); + req.withHeader("Content-Type", "application/json"); + if (apiClient.workspaceId() != null) { + req.withHeader("X-Databricks-Org-Id", apiClient.workspaceId()); + } + return apiClient.execute(req, Stream.class); + } catch (IOException e) { + throw new DatabricksException("IO error: " + e.getMessage(), e); + } + } } diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringService.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringService.java index e99d67822..dc4be7546 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringService.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/FeatureEngineeringService.java @@ -29,6 +29,9 @@ BatchCreateMaterializedFeaturesResponse batchCreateMaterializedFeatures( MaterializedFeature createMaterializedFeature( CreateMaterializedFeatureRequest createMaterializedFeatureRequest); + /** Create a Stream, a governed UC entity representing an external streaming data source. */ + Stream createStream(CreateStreamRequest createStreamRequest); + /** Delete a Feature. */ void deleteFeature(DeleteFeatureRequest deleteFeatureRequest); @@ -41,6 +44,9 @@ MaterializedFeature createMaterializedFeature( /** Delete a materialized feature. */ void deleteMaterializedFeature(DeleteMaterializedFeatureRequest deleteMaterializedFeatureRequest); + /** Delete a Stream by its full three-part name (catalog.schema.stream). */ + void deleteStream(DeleteStreamRequest deleteStreamRequest); + /** Get a Feature. */ Feature getFeature(GetFeatureRequest getFeatureRequest); @@ -54,6 +60,9 @@ MaterializedFeature createMaterializedFeature( MaterializedFeature getMaterializedFeature( GetMaterializedFeatureRequest getMaterializedFeatureRequest); + /** Get a Stream by its full three-part name (catalog.schema.stream). */ + Stream getStream(GetStreamRequest getStreamRequest); + /** List Features. */ ListFeaturesResponse listFeatures(ListFeaturesRequest listFeaturesRequest); @@ -67,6 +76,9 @@ MaterializedFeature getMaterializedFeature( ListMaterializedFeaturesResponse listMaterializedFeatures( ListMaterializedFeaturesRequest listMaterializedFeaturesRequest); + /** List Streams under a given catalog.schema parent. */ + ListStreamsResponse listStreams(ListStreamsRequest listStreamsRequest); + /** Update a Feature. */ Feature updateFeature(UpdateFeatureRequest updateFeatureRequest); @@ -79,4 +91,7 @@ ListMaterializedFeaturesResponse listMaterializedFeatures( /** Update a materialized feature (pause/resume). */ MaterializedFeature updateMaterializedFeature( UpdateMaterializedFeatureRequest updateMaterializedFeatureRequest); + + /** Update a Stream. Only fields listed in `update_mask` are mutated. */ + Stream updateStream(UpdateStreamRequest updateStreamRequest); } diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/GetStreamRequest.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/GetStreamRequest.java new file mode 100755 index 000000000..06b1eff88 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/GetStreamRequest.java @@ -0,0 +1,41 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonIgnore; +import java.util.Objects; + +@Generated +public class GetStreamRequest { + /** Full three-part name (catalog.schema.stream) of the Stream to get. */ + @JsonIgnore private String name; + + public GetStreamRequest setName(String name) { + this.name = name; + return this; + } + + public String getName() { + return name; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + GetStreamRequest that = (GetStreamRequest) o; + return Objects.equals(name, that.name); + } + + @Override + public int hashCode() { + return Objects.hash(name); + } + + @Override + public String toString() { + return new ToStringer(GetStreamRequest.class).add("name", name).toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionConfig.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionConfig.java new file mode 100755 index 000000000..cc86b09bc --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionConfig.java @@ -0,0 +1,150 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Collection; +import java.util.Objects; + +/** + * Configuration for the Databricks-managed ingestion pipeline. Groups the ingestion destination + * (required) and optional backfill source. + */ +@Generated +public class IngestionConfig { + /** + * The ID of the Databricks Job that performs the historical backfill of the ingestion Delta + * table. + */ + @JsonProperty("backfill_job_id") + private Long backfillJobId; + + /** + * A user-provided source for backfilling data. Historical data is used when creating a training + * set from streaming features linked to this Stream. The backfill data stored in this location + * will be copied into the ingestion table for offline querying and training. The schema for this + * source must match exactly that of the key and payload schemas specified for this Stream. + */ + @JsonProperty("backfill_source") + private BackfillSource backfillSource; + + /** + * Column paths used to identify duplicate rows during ingestion; only one row per distinct + * combination of these values is kept. Use dot notation for nested fields (e.g. `value.user_id`). + * Empty list means every column is compared. + */ + @JsonProperty("deduplication_columns") + private Collection deduplicationColumns; + + /** + * Destination for the Databricks-managed Delta table that holds an offline copy of the streaming + * data for querying and training. This table contains both 1) forward-filled data from the Stream + * and 2) backfilled data from the BackfillSource (if provided). This table is created and managed + * by Databricks and is deleted when the Stream is deleted. + */ + @JsonProperty("ingestion_destination") + private IngestionDestination ingestionDestination; + + /** The ID of the Databricks Job that performs the forward-fill ingestion. */ + @JsonProperty("ingestion_job_id") + private Long ingestionJobId; + + /** + * The ID of the SDP pipeline that continuously copies new events from the streaming source into + * the ingestion Delta table. + */ + @JsonProperty("ingestion_pipeline_id") + private String ingestionPipelineId; + + public IngestionConfig setBackfillJobId(Long backfillJobId) { + this.backfillJobId = backfillJobId; + return this; + } + + public Long getBackfillJobId() { + return backfillJobId; + } + + public IngestionConfig setBackfillSource(BackfillSource backfillSource) { + this.backfillSource = backfillSource; + return this; + } + + public BackfillSource getBackfillSource() { + return backfillSource; + } + + public IngestionConfig setDeduplicationColumns(Collection deduplicationColumns) { + this.deduplicationColumns = deduplicationColumns; + return this; + } + + public Collection getDeduplicationColumns() { + return deduplicationColumns; + } + + public IngestionConfig setIngestionDestination(IngestionDestination ingestionDestination) { + this.ingestionDestination = ingestionDestination; + return this; + } + + public IngestionDestination getIngestionDestination() { + return ingestionDestination; + } + + public IngestionConfig setIngestionJobId(Long ingestionJobId) { + this.ingestionJobId = ingestionJobId; + return this; + } + + public Long getIngestionJobId() { + return ingestionJobId; + } + + public IngestionConfig setIngestionPipelineId(String ingestionPipelineId) { + this.ingestionPipelineId = ingestionPipelineId; + return this; + } + + public String getIngestionPipelineId() { + return ingestionPipelineId; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + IngestionConfig that = (IngestionConfig) o; + return Objects.equals(backfillJobId, that.backfillJobId) + && Objects.equals(backfillSource, that.backfillSource) + && Objects.equals(deduplicationColumns, that.deduplicationColumns) + && Objects.equals(ingestionDestination, that.ingestionDestination) + && Objects.equals(ingestionJobId, that.ingestionJobId) + && Objects.equals(ingestionPipelineId, that.ingestionPipelineId); + } + + @Override + public int hashCode() { + return Objects.hash( + backfillJobId, + backfillSource, + deduplicationColumns, + ingestionDestination, + ingestionJobId, + ingestionPipelineId); + } + + @Override + public String toString() { + return new ToStringer(IngestionConfig.class) + .add("backfillJobId", backfillJobId) + .add("backfillSource", backfillSource) + .add("deduplicationColumns", deduplicationColumns) + .add("ingestionDestination", ingestionDestination) + .add("ingestionJobId", ingestionJobId) + .add("ingestionPipelineId", ingestionPipelineId) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionDestination.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionDestination.java new file mode 100755 index 000000000..5dd40192c --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/IngestionDestination.java @@ -0,0 +1,51 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Objects; + +/** + * Destination for the Databricks-managed Delta table that holds an offline copy of the streaming + * data for querying and training. + */ +@Generated +public class IngestionDestination { + /** + * The full three-part name (catalog, schema, name) of the Delta table to be created for + * ingestion. + */ + @JsonProperty("delta_table_name") + private String deltaTableName; + + public IngestionDestination setDeltaTableName(String deltaTableName) { + this.deltaTableName = deltaTableName; + return this; + } + + public String getDeltaTableName() { + return deltaTableName; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + IngestionDestination that = (IngestionDestination) o; + return Objects.equals(deltaTableName, that.deltaTableName); + } + + @Override + public int hashCode() { + return Objects.hash(deltaTableName); + } + + @Override + public String toString() { + return new ToStringer(IngestionDestination.class) + .add("deltaTableName", deltaTableName) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaStreamConfig.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaStreamConfig.java new file mode 100755 index 000000000..59330f031 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaStreamConfig.java @@ -0,0 +1,65 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Map; +import java.util.Objects; + +/** Kafka-specific configuration for a Stream. */ +@Generated +public class KafkaStreamConfig { + /** + * Miscellaneous source options. Accepted keys are source options or Kafka consumer options + * (kafka.*), validated against an allow-list at request time. All auth configuration goes through + * the underlying UC Connection(s) or configs and should not be stored here. + */ + @JsonProperty("extra_options") + private Map extraOptions; + + /** Options to configure which Kafka topics to pull data from. */ + @JsonProperty("subscription_mode") + private KafkaSubscriptionMode subscriptionMode; + + public KafkaStreamConfig setExtraOptions(Map extraOptions) { + this.extraOptions = extraOptions; + return this; + } + + public Map getExtraOptions() { + return extraOptions; + } + + public KafkaStreamConfig setSubscriptionMode(KafkaSubscriptionMode subscriptionMode) { + this.subscriptionMode = subscriptionMode; + return this; + } + + public KafkaSubscriptionMode getSubscriptionMode() { + return subscriptionMode; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + KafkaStreamConfig that = (KafkaStreamConfig) o; + return Objects.equals(extraOptions, that.extraOptions) + && Objects.equals(subscriptionMode, that.subscriptionMode); + } + + @Override + public int hashCode() { + return Objects.hash(extraOptions, subscriptionMode); + } + + @Override + public String toString() { + return new ToStringer(KafkaStreamConfig.class) + .add("extraOptions", extraOptions) + .add("subscriptionMode", subscriptionMode) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaSubscriptionMode.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaSubscriptionMode.java new file mode 100755 index 000000000..fbbcb93a0 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/KafkaSubscriptionMode.java @@ -0,0 +1,84 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Objects; + +/** + * Subscription mode for Kafka topic selection, matching standard Spark Structured Streaming + * options. + */ +@Generated +public class KafkaSubscriptionMode { + /** + * A JSON string that contains the specific topic-partitions to consume from. For example, for + * '{"topicA":[0,1],"topicB":[2,4]}', topicA's 0'th and 1st partitions will be consumed from. + */ + @JsonProperty("assign") + private String assign; + + /** A comma-separated list of Kafka topics to read from. For example, 'topicA,topicB,topicC'. */ + @JsonProperty("subscribe") + private String subscribe; + + /** + * A regular expression matching topics to subscribe to. For example, 'topic.*' will subscribe to + * all topics starting with 'topic'. + */ + @JsonProperty("subscribe_pattern") + private String subscribePattern; + + public KafkaSubscriptionMode setAssign(String assign) { + this.assign = assign; + return this; + } + + public String getAssign() { + return assign; + } + + public KafkaSubscriptionMode setSubscribe(String subscribe) { + this.subscribe = subscribe; + return this; + } + + public String getSubscribe() { + return subscribe; + } + + public KafkaSubscriptionMode setSubscribePattern(String subscribePattern) { + this.subscribePattern = subscribePattern; + return this; + } + + public String getSubscribePattern() { + return subscribePattern; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + KafkaSubscriptionMode that = (KafkaSubscriptionMode) o; + return Objects.equals(assign, that.assign) + && Objects.equals(subscribe, that.subscribe) + && Objects.equals(subscribePattern, that.subscribePattern); + } + + @Override + public int hashCode() { + return Objects.hash(assign, subscribe, subscribePattern); + } + + @Override + public String toString() { + return new ToStringer(KafkaSubscriptionMode.class) + .add("assign", assign) + .add("subscribe", subscribe) + .add("subscribePattern", subscribePattern) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListStreamsRequest.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListStreamsRequest.java new file mode 100755 index 000000000..8d96ebec9 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListStreamsRequest.java @@ -0,0 +1,78 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.QueryParam; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonIgnore; +import java.util.Objects; + +@Generated +public class ListStreamsRequest { + /** The maximum number of results to return. */ + @JsonIgnore + @QueryParam("page_size") + private Long pageSize; + + /** Pagination token to go to the next page based on a previous query. */ + @JsonIgnore + @QueryParam("page_token") + private String pageToken; + + /** Two-part name (catalog.schema) of the parent under which to list Streams. */ + @JsonIgnore + @QueryParam("parent") + private String parent; + + public ListStreamsRequest setPageSize(Long pageSize) { + this.pageSize = pageSize; + return this; + } + + public Long getPageSize() { + return pageSize; + } + + public ListStreamsRequest setPageToken(String pageToken) { + this.pageToken = pageToken; + return this; + } + + public String getPageToken() { + return pageToken; + } + + public ListStreamsRequest setParent(String parent) { + this.parent = parent; + return this; + } + + public String getParent() { + return parent; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + ListStreamsRequest that = (ListStreamsRequest) o; + return Objects.equals(pageSize, that.pageSize) + && Objects.equals(pageToken, that.pageToken) + && Objects.equals(parent, that.parent); + } + + @Override + public int hashCode() { + return Objects.hash(pageSize, pageToken, parent); + } + + @Override + public String toString() { + return new ToStringer(ListStreamsRequest.class) + .add("pageSize", pageSize) + .add("pageToken", pageToken) + .add("parent", parent) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListStreamsResponse.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListStreamsResponse.java new file mode 100755 index 000000000..559fd7ec8 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/ListStreamsResponse.java @@ -0,0 +1,61 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Collection; +import java.util.Objects; + +/** Response to a ListStreamsRequest. */ +@Generated +public class ListStreamsResponse { + /** Pagination token to request the next page of results for this query. */ + @JsonProperty("next_page_token") + private String nextPageToken; + + /** List of Streams. */ + @JsonProperty("streams") + private Collection streams; + + public ListStreamsResponse setNextPageToken(String nextPageToken) { + this.nextPageToken = nextPageToken; + return this; + } + + public String getNextPageToken() { + return nextPageToken; + } + + public ListStreamsResponse setStreams(Collection streams) { + this.streams = streams; + return this; + } + + public Collection getStreams() { + return streams; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + ListStreamsResponse that = (ListStreamsResponse) o; + return Objects.equals(nextPageToken, that.nextPageToken) + && Objects.equals(streams, that.streams); + } + + @Override + public int hashCode() { + return Objects.hash(nextPageToken, streams); + } + + @Override + public String toString() { + return new ToStringer(ListStreamsResponse.class) + .add("nextPageToken", nextPageToken) + .add("streams", streams) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/Stream.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/Stream.java new file mode 100755 index 000000000..5c5e3f971 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/Stream.java @@ -0,0 +1,219 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import com.google.protobuf.Timestamp; +import java.util.Objects; + +/** + * A Stream is a governed UC entity representing an external streaming data source. The + * source_config oneof determines the streaming platform source (e.g. Kafka, Kinesis, etc.). + */ +@Generated +public class Stream { + /** + * Indicates whether the principal is limited to retrieving metadata for the associated object + * through the BROWSE privilege when include_browse is enabled in the request. + */ + @JsonProperty("browse_only") + private Boolean browseOnly; + + /** Specifies how to connect and authenticate to the stream platform. */ + @JsonProperty("connection_config") + private StreamConnectionConfig connectionConfig; + + /** Time at which this Stream was created. */ + @JsonProperty("create_time") + private Timestamp createTime; + + /** Username of the Stream creator. */ + @JsonProperty("created_by") + private String createdBy; + + /** User-provided description. */ + @JsonProperty("description") + private String description; + + /** + * Configuration for streaming data ingestion: the managed table storing an offline copy of + * forward fill data and optional historical backfill. + */ + @JsonProperty("ingestion_config") + private IngestionConfig ingestionConfig; + + /** Full three-part (catalog.schema.stream) name of the stream. */ + @JsonProperty("name") + private String name; + + /** + * Schema definitions for the stream. Currently only direct schemas are supported. In a future + * milestone, we will support schema registries through a UC Connection. + */ + @JsonProperty("schema_config") + private StreamSchemaConfig schemaConfig; + + /** Source-specific configuration. Determines the streaming platform source. */ + @JsonProperty("source_config") + private StreamSourceConfig sourceConfig; + + /** Time at which this Stream was last modified. */ + @JsonProperty("update_time") + private Timestamp updateTime; + + /** Username of user who last modified the Stream. */ + @JsonProperty("updated_by") + private String updatedBy; + + public Stream setBrowseOnly(Boolean browseOnly) { + this.browseOnly = browseOnly; + return this; + } + + public Boolean getBrowseOnly() { + return browseOnly; + } + + public Stream setConnectionConfig(StreamConnectionConfig connectionConfig) { + this.connectionConfig = connectionConfig; + return this; + } + + public StreamConnectionConfig getConnectionConfig() { + return connectionConfig; + } + + public Stream setCreateTime(Timestamp createTime) { + this.createTime = createTime; + return this; + } + + public Timestamp getCreateTime() { + return createTime; + } + + public Stream setCreatedBy(String createdBy) { + this.createdBy = createdBy; + return this; + } + + public String getCreatedBy() { + return createdBy; + } + + public Stream setDescription(String description) { + this.description = description; + return this; + } + + public String getDescription() { + return description; + } + + public Stream setIngestionConfig(IngestionConfig ingestionConfig) { + this.ingestionConfig = ingestionConfig; + return this; + } + + public IngestionConfig getIngestionConfig() { + return ingestionConfig; + } + + public Stream setName(String name) { + this.name = name; + return this; + } + + public String getName() { + return name; + } + + public Stream setSchemaConfig(StreamSchemaConfig schemaConfig) { + this.schemaConfig = schemaConfig; + return this; + } + + public StreamSchemaConfig getSchemaConfig() { + return schemaConfig; + } + + public Stream setSourceConfig(StreamSourceConfig sourceConfig) { + this.sourceConfig = sourceConfig; + return this; + } + + public StreamSourceConfig getSourceConfig() { + return sourceConfig; + } + + public Stream setUpdateTime(Timestamp updateTime) { + this.updateTime = updateTime; + return this; + } + + public Timestamp getUpdateTime() { + return updateTime; + } + + public Stream setUpdatedBy(String updatedBy) { + this.updatedBy = updatedBy; + return this; + } + + public String getUpdatedBy() { + return updatedBy; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + Stream that = (Stream) o; + return Objects.equals(browseOnly, that.browseOnly) + && Objects.equals(connectionConfig, that.connectionConfig) + && Objects.equals(createTime, that.createTime) + && Objects.equals(createdBy, that.createdBy) + && Objects.equals(description, that.description) + && Objects.equals(ingestionConfig, that.ingestionConfig) + && Objects.equals(name, that.name) + && Objects.equals(schemaConfig, that.schemaConfig) + && Objects.equals(sourceConfig, that.sourceConfig) + && Objects.equals(updateTime, that.updateTime) + && Objects.equals(updatedBy, that.updatedBy); + } + + @Override + public int hashCode() { + return Objects.hash( + browseOnly, + connectionConfig, + createTime, + createdBy, + description, + ingestionConfig, + name, + schemaConfig, + sourceConfig, + updateTime, + updatedBy); + } + + @Override + public String toString() { + return new ToStringer(Stream.class) + .add("browseOnly", browseOnly) + .add("connectionConfig", connectionConfig) + .add("createTime", createTime) + .add("createdBy", createdBy) + .add("description", description) + .add("ingestionConfig", ingestionConfig) + .add("name", name) + .add("schemaConfig", schemaConfig) + .add("sourceConfig", sourceConfig) + .add("updateTime", updateTime) + .add("updatedBy", updatedBy) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamConnectionConfig.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamConnectionConfig.java new file mode 100755 index 000000000..758f1ba5d --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamConnectionConfig.java @@ -0,0 +1,67 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Objects; + +/** Specifies how to connect and authenticate to the stream platform. */ +@Generated +public class StreamConnectionConfig { + /** + * Direct mTLS configuration for stream platform access. This is only used in the short term until + * UC Kafka Connections support mTLS (XTA-18030). Once UC Kafka Connections support mTLS, this + * will be deprecated. + */ + @JsonProperty("direct_mtls_config") + private DirectMtlsConfig directMtlsConfig; + + /** + * Name of an existing UC Connection for stream platform access. Must be the correct type for the + * streaming platform (e.g. a Kafka Connection for a Kafka Stream). + */ + @JsonProperty("uc_connection_name") + private String ucConnectionName; + + public StreamConnectionConfig setDirectMtlsConfig(DirectMtlsConfig directMtlsConfig) { + this.directMtlsConfig = directMtlsConfig; + return this; + } + + public DirectMtlsConfig getDirectMtlsConfig() { + return directMtlsConfig; + } + + public StreamConnectionConfig setUcConnectionName(String ucConnectionName) { + this.ucConnectionName = ucConnectionName; + return this; + } + + public String getUcConnectionName() { + return ucConnectionName; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + StreamConnectionConfig that = (StreamConnectionConfig) o; + return Objects.equals(directMtlsConfig, that.directMtlsConfig) + && Objects.equals(ucConnectionName, that.ucConnectionName); + } + + @Override + public int hashCode() { + return Objects.hash(directMtlsConfig, ucConnectionName); + } + + @Override + public String toString() { + return new ToStringer(StreamConnectionConfig.class) + .add("directMtlsConfig", directMtlsConfig) + .add("ucConnectionName", ucConnectionName) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamSchemaConfig.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamSchemaConfig.java new file mode 100755 index 000000000..88ac3d597 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamSchemaConfig.java @@ -0,0 +1,46 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Objects; + +/** + * Schema definitions for the stream. Currently only direct schemas are supported. In a future + * milestone, we will support schema registries through a UC Connection. + */ +@Generated +public class StreamSchemaConfig { + /** Schema definitions provided directly on the Stream. */ + @JsonProperty("direct_schemas") + private DirectSchemas directSchemas; + + public StreamSchemaConfig setDirectSchemas(DirectSchemas directSchemas) { + this.directSchemas = directSchemas; + return this; + } + + public DirectSchemas getDirectSchemas() { + return directSchemas; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + StreamSchemaConfig that = (StreamSchemaConfig) o; + return Objects.equals(directSchemas, that.directSchemas); + } + + @Override + public int hashCode() { + return Objects.hash(directSchemas); + } + + @Override + public String toString() { + return new ToStringer(StreamSchemaConfig.class).add("directSchemas", directSchemas).toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamSourceConfig.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamSourceConfig.java new file mode 100755 index 000000000..b1b8ec234 --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/StreamSourceConfig.java @@ -0,0 +1,45 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonProperty; +import java.util.Objects; + +/** Source-specific configuration. Determines the streaming platform source. */ +@Generated +public class StreamSourceConfig { + /** Configuration for Apache Kafka streams. */ + @JsonProperty("kafka_stream_config") + private KafkaStreamConfig kafkaStreamConfig; + + public StreamSourceConfig setKafkaStreamConfig(KafkaStreamConfig kafkaStreamConfig) { + this.kafkaStreamConfig = kafkaStreamConfig; + return this; + } + + public KafkaStreamConfig getKafkaStreamConfig() { + return kafkaStreamConfig; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + StreamSourceConfig that = (StreamSourceConfig) o; + return Objects.equals(kafkaStreamConfig, that.kafkaStreamConfig); + } + + @Override + public int hashCode() { + return Objects.hash(kafkaStreamConfig); + } + + @Override + public String toString() { + return new ToStringer(StreamSourceConfig.class) + .add("kafkaStreamConfig", kafkaStreamConfig) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/UpdateStreamRequest.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/UpdateStreamRequest.java new file mode 100755 index 000000000..cd79092ea --- /dev/null +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/ml/UpdateStreamRequest.java @@ -0,0 +1,77 @@ +// Code generated from OpenAPI specs by Databricks SDK Generator. DO NOT EDIT. + +package com.databricks.sdk.service.ml; + +import com.databricks.sdk.support.Generated; +import com.databricks.sdk.support.QueryParam; +import com.databricks.sdk.support.ToStringer; +import com.fasterxml.jackson.annotation.JsonIgnore; +import com.fasterxml.jackson.annotation.JsonProperty; +import com.google.protobuf.FieldMask; +import java.util.Objects; + +@Generated +public class UpdateStreamRequest { + /** Full three-part (catalog.schema.stream) name of the stream. */ + @JsonIgnore private String name; + + /** The Stream to update. */ + @JsonProperty("stream") + private Stream stream; + + /** The list of fields to update. */ + @JsonIgnore + @QueryParam("update_mask") + private FieldMask updateMask; + + public UpdateStreamRequest setName(String name) { + this.name = name; + return this; + } + + public String getName() { + return name; + } + + public UpdateStreamRequest setStream(Stream stream) { + this.stream = stream; + return this; + } + + public Stream getStream() { + return stream; + } + + public UpdateStreamRequest setUpdateMask(FieldMask updateMask) { + this.updateMask = updateMask; + return this; + } + + public FieldMask getUpdateMask() { + return updateMask; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + UpdateStreamRequest that = (UpdateStreamRequest) o; + return Objects.equals(name, that.name) + && Objects.equals(stream, that.stream) + && Objects.equals(updateMask, that.updateMask); + } + + @Override + public int hashCode() { + return Objects.hash(name, stream, updateMask); + } + + @Override + public String toString() { + return new ToStringer(UpdateStreamRequest.class) + .add("name", name) + .add("stream", stream) + .add("updateMask", updateMask) + .toString(); + } +} diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/CreatePipeline.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/CreatePipeline.java index 6dde0dcad..0559524c1 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/CreatePipeline.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/CreatePipeline.java @@ -99,6 +99,13 @@ public class CreatePipeline { @JsonProperty("notifications") private Collection notifications; + /** + * Key/value map of default parameters to use for pipeline execution. Maximum total size: 10k + * characters (JSON format) + */ + @JsonProperty("parameters") + private Map parameters; + /** Whether Photon is enabled for this pipeline. */ @JsonProperty("photon") private Boolean photon; @@ -335,6 +342,15 @@ public Collection getNotifications() { return notifications; } + public CreatePipeline setParameters(Map parameters) { + this.parameters = parameters; + return this; + } + + public Map getParameters() { + return parameters; + } + public CreatePipeline setPhoton(Boolean photon) { this.photon = photon; return this; @@ -459,6 +475,7 @@ public boolean equals(Object o) { && Objects.equals(libraries, that.libraries) && Objects.equals(name, that.name) && Objects.equals(notifications, that.notifications) + && Objects.equals(parameters, that.parameters) && Objects.equals(photon, that.photon) && Objects.equals(restartWindow, that.restartWindow) && Objects.equals(rootPath, that.rootPath) @@ -495,6 +512,7 @@ public int hashCode() { libraries, name, notifications, + parameters, photon, restartWindow, rootPath, @@ -531,6 +549,7 @@ public String toString() { .add("libraries", libraries) .add("name", name) .add("notifications", notifications) + .add("parameters", parameters) .add("photon", photon) .add("restartWindow", restartWindow) .add("rootPath", rootPath) diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/EditPipeline.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/EditPipeline.java index d8dd8a40a..fc1a37405 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/EditPipeline.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/EditPipeline.java @@ -105,6 +105,13 @@ public class EditPipeline { @JsonProperty("notifications") private Collection notifications; + /** + * Key/value map of default parameters to use for pipeline execution. Maximum total size: 10k + * characters (JSON format) + */ + @JsonProperty("parameters") + private Map parameters; + /** Whether Photon is enabled for this pipeline. */ @JsonProperty("photon") private Boolean photon; @@ -344,6 +351,15 @@ public Collection getNotifications() { return notifications; } + public EditPipeline setParameters(Map parameters) { + this.parameters = parameters; + return this; + } + + public Map getParameters() { + return parameters; + } + public EditPipeline setPhoton(Boolean photon) { this.photon = photon; return this; @@ -477,6 +493,7 @@ public boolean equals(Object o) { && Objects.equals(libraries, that.libraries) && Objects.equals(name, that.name) && Objects.equals(notifications, that.notifications) + && Objects.equals(parameters, that.parameters) && Objects.equals(photon, that.photon) && Objects.equals(pipelineId, that.pipelineId) && Objects.equals(restartWindow, that.restartWindow) @@ -514,6 +531,7 @@ public int hashCode() { libraries, name, notifications, + parameters, photon, pipelineId, restartWindow, @@ -551,6 +569,7 @@ public String toString() { .add("libraries", libraries) .add("name", name) .add("notifications", notifications) + .add("parameters", parameters) .add("photon", photon) .add("pipelineId", pipelineId) .add("restartWindow", restartWindow) diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/GetPipelineResponse.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/GetPipelineResponse.java index 02ea9759c..407fa4073 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/GetPipelineResponse.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/GetPipelineResponse.java @@ -6,6 +6,7 @@ import com.databricks.sdk.support.ToStringer; import com.fasterxml.jackson.annotation.JsonProperty; import java.util.Collection; +import java.util.Map; import java.util.Objects; @Generated @@ -46,6 +47,13 @@ public class GetPipelineResponse { @JsonProperty("name") private String name; + /** + * Key/value map of default parameters to use for pipeline execution. Maximum total size: 10k + * characters (JSON format) + */ + @JsonProperty("parameters") + private Map parameters; + /** The ID of the pipeline. */ @JsonProperty("pipeline_id") private String pipelineId; @@ -151,6 +159,15 @@ public String getName() { return name; } + public GetPipelineResponse setParameters(Map parameters) { + this.parameters = parameters; + return this; + } + + public Map getParameters() { + return parameters; + } + public GetPipelineResponse setPipelineId(String pipelineId) { this.pipelineId = pipelineId; return this; @@ -210,6 +227,7 @@ public boolean equals(Object o) { && Objects.equals(lastModified, that.lastModified) && Objects.equals(latestUpdates, that.latestUpdates) && Objects.equals(name, that.name) + && Objects.equals(parameters, that.parameters) && Objects.equals(pipelineId, that.pipelineId) && Objects.equals(runAs, that.runAs) && Objects.equals(runAsUserName, that.runAsUserName) @@ -229,6 +247,7 @@ public int hashCode() { lastModified, latestUpdates, name, + parameters, pipelineId, runAs, runAsUserName, @@ -248,6 +267,7 @@ public String toString() { .add("lastModified", lastModified) .add("latestUpdates", latestUpdates) .add("name", name) + .add("parameters", parameters) .add("pipelineId", pipelineId) .add("runAs", runAs) .add("runAsUserName", runAsUserName) diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/postgres/CatalogCatalogStatus.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/postgres/CatalogCatalogStatus.java index f257e4fde..7e39a11b2 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/postgres/CatalogCatalogStatus.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/postgres/CatalogCatalogStatus.java @@ -18,10 +18,6 @@ public class CatalogCatalogStatus { @JsonProperty("branch") private String branch; - /** Part of the resource name. */ - @JsonProperty("catalog_id") - private String catalogId; - /** The name of the Postgres database associated with the catalog. */ @JsonProperty("postgres_database") private String postgresDatabase; @@ -43,15 +39,6 @@ public String getBranch() { return branch; } - public CatalogCatalogStatus setCatalogId(String catalogId) { - this.catalogId = catalogId; - return this; - } - - public String getCatalogId() { - return catalogId; - } - public CatalogCatalogStatus setPostgresDatabase(String postgresDatabase) { this.postgresDatabase = postgresDatabase; return this; @@ -76,21 +63,19 @@ public boolean equals(Object o) { if (o == null || getClass() != o.getClass()) return false; CatalogCatalogStatus that = (CatalogCatalogStatus) o; return Objects.equals(branch, that.branch) - && Objects.equals(catalogId, that.catalogId) && Objects.equals(postgresDatabase, that.postgresDatabase) && Objects.equals(project, that.project); } @Override public int hashCode() { - return Objects.hash(branch, catalogId, postgresDatabase, project); + return Objects.hash(branch, postgresDatabase, project); } @Override public String toString() { return new ToStringer(CatalogCatalogStatus.class) .add("branch", branch) - .add("catalogId", catalogId) .add("postgresDatabase", postgresDatabase) .add("project", project) .toString(); diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/postgres/SyncedTableSyncedTableStatus.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/postgres/SyncedTableSyncedTableStatus.java index 832155322..e7dc081bc 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/postgres/SyncedTableSyncedTableStatus.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/postgres/SyncedTableSyncedTableStatus.java @@ -53,10 +53,6 @@ public class SyncedTableSyncedTableStatus { @JsonProperty("provisioning_phase") private ProvisioningPhase provisioningPhase; - /** Part of the resource name. */ - @JsonProperty("synced_table_id") - private String syncedTableId; - /** The provisioning state of the synced table entity in Unity Catalog. */ @JsonProperty("unity_catalog_provisioning_state") private ProvisioningInfoState unityCatalogProvisioningState; @@ -144,15 +140,6 @@ public ProvisioningPhase getProvisioningPhase() { return provisioningPhase; } - public SyncedTableSyncedTableStatus setSyncedTableId(String syncedTableId) { - this.syncedTableId = syncedTableId; - return this; - } - - public String getSyncedTableId() { - return syncedTableId; - } - public SyncedTableSyncedTableStatus setUnityCatalogProvisioningState( ProvisioningInfoState unityCatalogProvisioningState) { this.unityCatalogProvisioningState = unityCatalogProvisioningState; @@ -177,7 +164,6 @@ public boolean equals(Object o) { && Objects.equals(pipelineId, that.pipelineId) && Objects.equals(project, that.project) && Objects.equals(provisioningPhase, that.provisioningPhase) - && Objects.equals(syncedTableId, that.syncedTableId) && Objects.equals(unityCatalogProvisioningState, that.unityCatalogProvisioningState); } @@ -193,7 +179,6 @@ public int hashCode() { pipelineId, project, provisioningPhase, - syncedTableId, unityCatalogProvisioningState); } @@ -209,7 +194,6 @@ public String toString() { .add("pipelineId", pipelineId) .add("project", project) .add("provisioningPhase", provisioningPhase) - .add("syncedTableId", syncedTableId) .add("unityCatalogProvisioningState", unityCatalogProvisioningState) .toString(); } diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/StartRequest.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/StartRequest.java index efaa83e4d..3c01ce220 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/StartRequest.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/StartRequest.java @@ -7,6 +7,7 @@ import com.fasterxml.jackson.annotation.JsonIgnore; import java.util.Objects; +/** Starts a SQL warehouse. This API is idempotent. */ @Generated public class StartRequest { /** Required. Id of the SQL warehouse. */ diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/StopRequest.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/StopRequest.java index d7a07483a..a0dcf9aab 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/StopRequest.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/StopRequest.java @@ -7,6 +7,7 @@ import com.fasterxml.jackson.annotation.JsonIgnore; import java.util.Objects; +/** Stops a SQL warehouse. This API is idempotent. */ @Generated public class StopRequest { /** Required. Id of the SQL warehouse. */ diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/WarehousesImpl.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/WarehousesImpl.java index 6547dc1b0..f6b9a54f1 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/WarehousesImpl.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/sql/WarehousesImpl.java @@ -269,10 +269,11 @@ public void setWorkspaceWarehouseConfig(SetWorkspaceWarehouseConfigRequest reque public void start(StartRequest request) { String path = String.format("/api/2.0/sql/warehouses/%s/start", request.getId()); try { - Request req = new Request("POST", path); + Request req = new Request("POST", path, apiClient.serialize(request)); ApiClient.setQuery(req, request); req.withHeader("Accept", "application/json"); + req.withHeader("Content-Type", "application/json"); if (apiClient.workspaceId() != null) { req.withHeader("X-Databricks-Org-Id", apiClient.workspaceId()); } @@ -286,10 +287,11 @@ public void start(StartRequest request) { public void stop(StopRequest request) { String path = String.format("/api/2.0/sql/warehouses/%s/stop", request.getId()); try { - Request req = new Request("POST", path); + Request req = new Request("POST", path, apiClient.serialize(request)); ApiClient.setQuery(req, request); req.withHeader("Accept", "application/json"); + req.withHeader("Content-Type", "application/json"); if (apiClient.workspaceId() != null) { req.withHeader("X-Databricks-Org-Id", apiClient.workspaceId()); } diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/SupervisorAgentsAPI.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/SupervisorAgentsAPI.java index 01b91a187..802f45176 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/SupervisorAgentsAPI.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/SupervisorAgentsAPI.java @@ -37,9 +37,9 @@ public SupervisorAgent createSupervisorAgent(CreateSupervisorAgentRequest reques /** * Creates a Tool under a Supervisor Agent. Specify one of "genie_space", "knowledge_assistant", * "uc_function", "uc_connection", "app", "volume", "dashboard", "table", "vector_search_index", - * "catalog", "schema", "supervisor_agent", "web_search" in the request body. The legacy values - * "lakeview_dashboard" and "uc_table" are also accepted and remain equivalent to "dashboard" and - * "table" respectively. + * "catalog", "schema", "supervisor_agent", "web_search", "skill" in the request body. The legacy + * values "lakeview_dashboard" and "uc_table" are also accepted and remain equivalent to + * "dashboard" and "table" respectively. */ public Tool createTool(CreateToolRequest request) { return impl.createTool(request); diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/SupervisorAgentsService.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/SupervisorAgentsService.java index 6d483df5c..af98daa20 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/SupervisorAgentsService.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/SupervisorAgentsService.java @@ -21,9 +21,9 @@ public interface SupervisorAgentsService { /** * Creates a Tool under a Supervisor Agent. Specify one of "genie_space", "knowledge_assistant", * "uc_function", "uc_connection", "app", "volume", "dashboard", "table", "vector_search_index", - * "catalog", "schema", "supervisor_agent", "web_search" in the request body. The legacy values - * "lakeview_dashboard" and "uc_table" are also accepted and remain equivalent to "dashboard" and - * "table" respectively. + * "catalog", "schema", "supervisor_agent", "web_search", "skill" in the request body. The legacy + * values "lakeview_dashboard" and "uc_table" are also accepted and remain equivalent to + * "dashboard" and "table" respectively. */ Tool createTool(CreateToolRequest createToolRequest); diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/Tool.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/Tool.java index 8b011e498..e64306898 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/Tool.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/supervisoragents/Tool.java @@ -39,10 +39,10 @@ public class Tool { /** * Tool type. Must be one of: "genie_space", "knowledge_assistant", "uc_function", - * "uc_connection", "app", "volume", "dashboard", "serving_endpoint", "table", - * "vector_search_index", "catalog", "schema", "supervisor_agent", "web_search". The legacy values - * "lakeview_dashboard" and "uc_table" are also accepted and remain equivalent to "dashboard" and - * "table" respectively. + * "uc_connection", "uc_mcp", "app", "volume", "dashboard", "serving_endpoint", "table", + * "vector_search_index", "catalog", "schema", "supervisor_agent", "web_search", "skill". The + * legacy values "lakeview_dashboard" and "uc_table" are also accepted and remain equivalent to + * "dashboard" and "table" respectively. */ @JsonProperty("tool_type") private String toolType; diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/vectorsearch/RerankerConfig.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/vectorsearch/RerankerConfig.java index 1aa0089d9..4e9b36b61 100755 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/vectorsearch/RerankerConfig.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/vectorsearch/RerankerConfig.java @@ -9,11 +9,14 @@ @Generated public class RerankerConfig { - /** */ + /** + * Reranker identifier: - When model_type=BASE/UNSPECIFIED: must be "databricks_reranker". - When + * model_type=FINETUNED: the Model Serving endpoint name hosting a finetuned reranker. + */ @JsonProperty("model") private String model; - /** */ + /** Parameters that control how the reranker processes the query results. */ @JsonProperty("parameters") private RerankerConfigRerankerParameters parameters;