Skip to content

Commit d9d703b

Browse files
yoshi-automationyoshi-automation
committed
feat(datastream): update the API
#### datastream:v1alpha1 The following keys were added: - resources.projects.resources.locations.methods.list.parameters.extraLocationTypes.description - resources.projects.resources.locations.methods.list.parameters.extraLocationTypes.location - resources.projects.resources.locations.methods.list.parameters.extraLocationTypes.repeated - resources.projects.resources.locations.methods.list.parameters.extraLocationTypes.type #### datastream:v1 The following keys were added: - resources.projects.resources.locations.methods.list.parameters.extraLocationTypes.description - resources.projects.resources.locations.methods.list.parameters.extraLocationTypes.location - resources.projects.resources.locations.methods.list.parameters.extraLocationTypes.repeated - resources.projects.resources.locations.methods.list.parameters.extraLocationTypes.type - resources.projects.resources.locations.resources.privateConnections.methods.create.parameters.validateOnly.description - resources.projects.resources.locations.resources.privateConnections.methods.create.parameters.validateOnly.location - resources.projects.resources.locations.resources.privateConnections.methods.create.parameters.validateOnly.type - schemas.BackfillAllStrategy.properties.mongodbExcludedObjects.$ref - schemas.BackfillAllStrategy.properties.mongodbExcludedObjects.description - schemas.ConnectionProfile.properties.mongodbProfile.$ref - schemas.ConnectionProfile.properties.mongodbProfile.description - schemas.DiscoverConnectionProfileRequest.properties.mongodbCluster.$ref - schemas.DiscoverConnectionProfileRequest.properties.mongodbCluster.description - schemas.DiscoverConnectionProfileRequest.properties.salesforceOrg.$ref - schemas.DiscoverConnectionProfileRequest.properties.salesforceOrg.description - schemas.DiscoverConnectionProfileResponse.properties.mongodbCluster.$ref - schemas.DiscoverConnectionProfileResponse.properties.mongodbCluster.description - schemas.DiscoverConnectionProfileResponse.properties.salesforceOrg.$ref - schemas.DiscoverConnectionProfileResponse.properties.salesforceOrg.description - schemas.HostAddress.description - schemas.HostAddress.id - schemas.HostAddress.properties.hostname.description - schemas.HostAddress.properties.hostname.type - schemas.HostAddress.properties.port.description - schemas.HostAddress.properties.port.format - schemas.HostAddress.properties.port.type - schemas.HostAddress.type - schemas.MongodbCluster.description - schemas.MongodbCluster.id - schemas.MongodbCluster.properties.databases.description - schemas.MongodbCluster.properties.databases.items.$ref - schemas.MongodbCluster.properties.databases.type - schemas.MongodbCluster.type - schemas.MongodbCollection.description - schemas.MongodbCollection.id - schemas.MongodbCollection.properties.collection.description - schemas.MongodbCollection.properties.collection.type - schemas.MongodbCollection.properties.fields.description - schemas.MongodbCollection.properties.fields.items.$ref - schemas.MongodbCollection.properties.fields.type - schemas.MongodbCollection.type - schemas.MongodbDatabase.description - schemas.MongodbDatabase.id - schemas.MongodbDatabase.properties.collections.description - schemas.MongodbDatabase.properties.collections.items.$ref - schemas.MongodbDatabase.properties.collections.type - schemas.MongodbDatabase.properties.database.description - schemas.MongodbDatabase.properties.database.type - schemas.MongodbDatabase.type - schemas.MongodbField.description - schemas.MongodbField.id - schemas.MongodbField.properties.field.description - schemas.MongodbField.properties.field.type - schemas.MongodbField.type - schemas.MongodbObjectIdentifier.description - schemas.MongodbObjectIdentifier.id - schemas.MongodbObjectIdentifier.properties.collection.description - schemas.MongodbObjectIdentifier.properties.collection.type - schemas.MongodbObjectIdentifier.properties.database.description - schemas.MongodbObjectIdentifier.properties.database.type - schemas.MongodbObjectIdentifier.type - schemas.MongodbProfile.description - schemas.MongodbProfile.id - schemas.MongodbProfile.properties.hostAddresses.description - schemas.MongodbProfile.properties.hostAddresses.items.$ref - schemas.MongodbProfile.properties.hostAddresses.type - schemas.MongodbProfile.properties.password.description - schemas.MongodbProfile.properties.password.type - schemas.MongodbProfile.properties.replicaSet.description - schemas.MongodbProfile.properties.replicaSet.type - schemas.MongodbProfile.properties.secretManagerStoredPassword.description - schemas.MongodbProfile.properties.secretManagerStoredPassword.type - schemas.MongodbProfile.properties.srvConnectionFormat.$ref - schemas.MongodbProfile.properties.srvConnectionFormat.description - schemas.MongodbProfile.properties.standardConnectionFormat.$ref - schemas.MongodbProfile.properties.standardConnectionFormat.description - schemas.MongodbProfile.properties.username.description - schemas.MongodbProfile.properties.username.type - schemas.MongodbProfile.type - schemas.MongodbSourceConfig.description - schemas.MongodbSourceConfig.id - schemas.MongodbSourceConfig.properties.excludeObjects.$ref - schemas.MongodbSourceConfig.properties.excludeObjects.description - schemas.MongodbSourceConfig.properties.includeObjects.$ref - schemas.MongodbSourceConfig.properties.includeObjects.description - schemas.MongodbSourceConfig.type - schemas.PrivateConnection.properties.pscInterfaceConfig.$ref - schemas.PrivateConnection.properties.pscInterfaceConfig.description - schemas.PscInterfaceConfig.description - schemas.PscInterfaceConfig.id - schemas.PscInterfaceConfig.properties.networkAttachment.description - schemas.PscInterfaceConfig.properties.networkAttachment.type - schemas.PscInterfaceConfig.type - schemas.SourceConfig.properties.mongodbSourceConfig.$ref - schemas.SourceConfig.properties.mongodbSourceConfig.description - schemas.SourceObjectIdentifier.properties.mongodbIdentifier.$ref - schemas.SourceObjectIdentifier.properties.mongodbIdentifier.description - schemas.SrvConnectionFormat.description - schemas.SrvConnectionFormat.id - schemas.SrvConnectionFormat.type - schemas.StandardConnectionFormat.description - schemas.StandardConnectionFormat.id - schemas.StandardConnectionFormat.type
1 parent 23a4d8a commit d9d703b

File tree

4 files changed

+404
-2
lines changed

4 files changed

+404
-2
lines changed

‎discovery/datastream-v1.json

Lines changed: 216 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -179,6 +179,12 @@
179179
"name"
180180
],
181181
"parameters": {
182+
"extraLocationTypes": {
183+
"description": "Optional. A list of extra location types that should be used as conditions for controlling the visibility of the locations.",
184+
"location": "query",
185+
"repeated": true,
186+
"type": "string"
187+
},
182188
"filter": {
183189
"description": "A filter to narrow down results to a preferred subset. The filtering language accepts strings like `\"displayName=tokyo\"`, and is documented in more detail in [AIP-160](https://google.aip.dev/160).",
184190
"location": "query",
@@ -598,6 +604,11 @@
598604
"description": "Optional. A request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes since the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).",
599605
"location": "query",
600606
"type": "string"
607+
},
608+
"validateOnly": {
609+
"description": "Optional. When supplied with PSC Interface config, will get/create the tenant project required for the customer to allow list and won't actually create the private connection.",
610+
"location": "query",
611+
"type": "boolean"
601612
}
602613
},
603614
"path": "v1/{+parent}/privateConnections",
@@ -1250,7 +1261,7 @@
12501261
}
12511262
}
12521263
},
1253-
"revision": "20250310",
1264+
"revision": "20250321",
12541265
"rootUrl": "https://datastream.googleapis.com/",
12551266
"schemas": {
12561267
"AppendOnly": {
@@ -1269,6 +1280,10 @@
12691280
"description": "Backfill strategy to automatically backfill the Stream's objects. Specific objects can be excluded.",
12701281
"id": "BackfillAllStrategy",
12711282
"properties": {
1283+
"mongodbExcludedObjects": {
1284+
"$ref": "MongodbCluster",
1285+
"description": "MongoDB data source objects to avoid backfilling"
1286+
},
12721287
"mysqlExcludedObjects": {
12731288
"$ref": "MysqlRdbms",
12741289
"description": "MySQL data source objects to avoid backfilling."
@@ -1524,6 +1539,10 @@
15241539
"description": "Labels.",
15251540
"type": "object"
15261541
},
1542+
"mongodbProfile": {
1543+
"$ref": "MongodbProfile",
1544+
"description": "MongoDB Connection Profile configuration."
1545+
},
15271546
"mysqlProfile": {
15281547
"$ref": "MysqlProfile",
15291548
"description": "MySQL ConnectionProfile configuration."
@@ -1635,6 +1654,10 @@
16351654
"format": "int32",
16361655
"type": "integer"
16371656
},
1657+
"mongodbCluster": {
1658+
"$ref": "MongodbCluster",
1659+
"description": "MongoDB cluster to enrich with child data objects and metadata."
1660+
},
16381661
"mysqlRdbms": {
16391662
"$ref": "MysqlRdbms",
16401663
"description": "MySQL RDBMS to enrich with child data objects and metadata."
@@ -1647,6 +1670,10 @@
16471670
"$ref": "PostgresqlRdbms",
16481671
"description": "PostgreSQL RDBMS to enrich with child data objects and metadata."
16491672
},
1673+
"salesforceOrg": {
1674+
"$ref": "SalesforceOrg",
1675+
"description": "Salesforce organization to enrich with child data objects and metadata."
1676+
},
16501677
"sqlServerRdbms": {
16511678
"$ref": "SqlServerRdbms",
16521679
"description": "SQLServer RDBMS to enrich with child data objects and metadata."
@@ -1658,6 +1685,10 @@
16581685
"description": "Response from a discover request.",
16591686
"id": "DiscoverConnectionProfileResponse",
16601687
"properties": {
1688+
"mongodbCluster": {
1689+
"$ref": "MongodbCluster",
1690+
"description": "Enriched MongoDB cluster."
1691+
},
16611692
"mysqlRdbms": {
16621693
"$ref": "MysqlRdbms",
16631694
"description": "Enriched MySQL RDBMS object."
@@ -1670,6 +1701,10 @@
16701701
"$ref": "PostgresqlRdbms",
16711702
"description": "Enriched PostgreSQL RDBMS object."
16721703
},
1704+
"salesforceOrg": {
1705+
"$ref": "SalesforceOrg",
1706+
"description": "Enriched Salesforce organization."
1707+
},
16731708
"sqlServerRdbms": {
16741709
"$ref": "SqlServerRdbms",
16751710
"description": "Enriched SQLServer RDBMS object."
@@ -1816,6 +1851,22 @@
18161851
"properties": {},
18171852
"type": "object"
18181853
},
1854+
"HostAddress": {
1855+
"description": "A HostAddress represents a transport end point, which is the combination of an IP address or hostname and a port number.",
1856+
"id": "HostAddress",
1857+
"properties": {
1858+
"hostname": {
1859+
"description": "Required. Hostname for the connection.",
1860+
"type": "string"
1861+
},
1862+
"port": {
1863+
"description": "Optional. Port for the connection.",
1864+
"format": "int32",
1865+
"type": "integer"
1866+
}
1867+
},
1868+
"type": "object"
1869+
},
18191870
"JsonFileFormat": {
18201871
"description": "JSON file format configuration.",
18211872
"id": "JsonFileFormat",
@@ -2077,6 +2128,135 @@
20772128
"properties": {},
20782129
"type": "object"
20792130
},
2131+
"MongodbCluster": {
2132+
"description": "MongoDB Cluster structure.",
2133+
"id": "MongodbCluster",
2134+
"properties": {
2135+
"databases": {
2136+
"description": "MongoDB databases in the cluster.",
2137+
"items": {
2138+
"$ref": "MongodbDatabase"
2139+
},
2140+
"type": "array"
2141+
}
2142+
},
2143+
"type": "object"
2144+
},
2145+
"MongodbCollection": {
2146+
"description": "MongoDB Collection.",
2147+
"id": "MongodbCollection",
2148+
"properties": {
2149+
"collection": {
2150+
"description": "Collection name.",
2151+
"type": "string"
2152+
},
2153+
"fields": {
2154+
"description": "Fields in the collection.",
2155+
"items": {
2156+
"$ref": "MongodbField"
2157+
},
2158+
"type": "array"
2159+
}
2160+
},
2161+
"type": "object"
2162+
},
2163+
"MongodbDatabase": {
2164+
"description": "MongoDB Database.",
2165+
"id": "MongodbDatabase",
2166+
"properties": {
2167+
"collections": {
2168+
"description": "Collections in the database.",
2169+
"items": {
2170+
"$ref": "MongodbCollection"
2171+
},
2172+
"type": "array"
2173+
},
2174+
"database": {
2175+
"description": "Database name.",
2176+
"type": "string"
2177+
}
2178+
},
2179+
"type": "object"
2180+
},
2181+
"MongodbField": {
2182+
"description": "MongoDB Field.",
2183+
"id": "MongodbField",
2184+
"properties": {
2185+
"field": {
2186+
"description": "Field name.",
2187+
"type": "string"
2188+
}
2189+
},
2190+
"type": "object"
2191+
},
2192+
"MongodbObjectIdentifier": {
2193+
"description": "MongoDB data source object identifier.",
2194+
"id": "MongodbObjectIdentifier",
2195+
"properties": {
2196+
"collection": {
2197+
"description": "Required. The collection name.",
2198+
"type": "string"
2199+
},
2200+
"database": {
2201+
"description": "Required. The database name.",
2202+
"type": "string"
2203+
}
2204+
},
2205+
"type": "object"
2206+
},
2207+
"MongodbProfile": {
2208+
"description": "MongoDB profile.",
2209+
"id": "MongodbProfile",
2210+
"properties": {
2211+
"hostAddresses": {
2212+
"description": "Required. List of host addresses for a MongoDB cluster.",
2213+
"items": {
2214+
"$ref": "HostAddress"
2215+
},
2216+
"type": "array"
2217+
},
2218+
"password": {
2219+
"description": "Optional. Password for the MongoDB connection. Mutually exclusive with the `secret_manager_stored_password` field.",
2220+
"type": "string"
2221+
},
2222+
"replicaSet": {
2223+
"description": "Optional. Name of the replica set. Only needed for self hosted replica set type MongoDB cluster.",
2224+
"type": "string"
2225+
},
2226+
"secretManagerStoredPassword": {
2227+
"description": "Optional. A reference to a Secret Manager resource name storing the SQLServer connection password. Mutually exclusive with the `password` field.",
2228+
"type": "string"
2229+
},
2230+
"srvConnectionFormat": {
2231+
"$ref": "SrvConnectionFormat",
2232+
"description": "Srv connection format."
2233+
},
2234+
"standardConnectionFormat": {
2235+
"$ref": "StandardConnectionFormat",
2236+
"description": "Standard connection format."
2237+
},
2238+
"username": {
2239+
"description": "Required. Username for the MongoDB connection.",
2240+
"type": "string"
2241+
}
2242+
},
2243+
"type": "object"
2244+
},
2245+
"MongodbSourceConfig": {
2246+
"description": "MongoDB source configuration.",
2247+
"id": "MongodbSourceConfig",
2248+
"properties": {
2249+
"excludeObjects": {
2250+
"$ref": "MongodbCluster",
2251+
"description": "MongoDB collections to exclude from the stream."
2252+
},
2253+
"includeObjects": {
2254+
"$ref": "MongodbCluster",
2255+
"description": "MongoDB collections to include in the stream."
2256+
}
2257+
},
2258+
"type": "object"
2259+
},
20802260
"MostRecentStartPosition": {
20812261
"description": "CDC strategy to start replicating from the most recent position in the source.",
20822262
"id": "MostRecentStartPosition",
@@ -2925,6 +3105,10 @@
29253105
"readOnly": true,
29263106
"type": "string"
29273107
},
3108+
"pscInterfaceConfig": {
3109+
"$ref": "PscInterfaceConfig",
3110+
"description": "PSC Interface Config."
3111+
},
29283112
"satisfiesPzi": {
29293113
"description": "Output only. Reserved for future use.",
29303114
"readOnly": true,
@@ -2980,6 +3164,17 @@
29803164
},
29813165
"type": "object"
29823166
},
3167+
"PscInterfaceConfig": {
3168+
"description": "The PSC Interface configuration is used to create PSC Interface between Datastream and the consumer's PSC.",
3169+
"id": "PscInterfaceConfig",
3170+
"properties": {
3171+
"networkAttachment": {
3172+
"description": "Required. Fully qualified name of the Network Attachment that Datastream will connect to. Format: `projects/{{project}}/regions/{{region}}/networkAttachments/{{name}}`",
3173+
"type": "string"
3174+
}
3175+
},
3176+
"type": "object"
3177+
},
29833178
"Route": {
29843179
"description": "The route resource is the child of the private connection resource, used for defining a route for a private connection.",
29853180
"id": "Route",
@@ -3185,6 +3380,10 @@
31853380
"description": "The configuration of the stream source.",
31863381
"id": "SourceConfig",
31873382
"properties": {
3383+
"mongodbSourceConfig": {
3384+
"$ref": "MongodbSourceConfig",
3385+
"description": "MongoDB data source configuration."
3386+
},
31883387
"mysqlSourceConfig": {
31893388
"$ref": "MysqlSourceConfig",
31903389
"description": "MySQL data source configuration."
@@ -3227,6 +3426,10 @@
32273426
"description": "Represents an identifier of an object in the data source.",
32283427
"id": "SourceObjectIdentifier",
32293428
"properties": {
3429+
"mongodbIdentifier": {
3430+
"$ref": "MongodbObjectIdentifier",
3431+
"description": "MongoDB data source object identifier."
3432+
},
32303433
"mysqlIdentifier": {
32313434
"$ref": "MysqlObjectIdentifier",
32323435
"description": "Mysql data source object identifier."
@@ -3469,6 +3672,18 @@
34693672
"properties": {},
34703673
"type": "object"
34713674
},
3675+
"SrvConnectionFormat": {
3676+
"description": "Srv connection format.",
3677+
"id": "SrvConnectionFormat",
3678+
"properties": {},
3679+
"type": "object"
3680+
},
3681+
"StandardConnectionFormat": {
3682+
"description": "Standard connection format.",
3683+
"id": "StandardConnectionFormat",
3684+
"properties": {},
3685+
"type": "object"
3686+
},
34723687
"StartBackfillJobRequest": {
34733688
"description": "Request for manually initiating a backfill job for a specific stream object.",
34743689
"id": "StartBackfillJobRequest",

‎discovery/datastream-v1alpha1.json

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -180,6 +180,12 @@
180180
"name"
181181
],
182182
"parameters": {
183+
"extraLocationTypes": {
184+
"description": "Optional. A list of extra location types that should be used as conditions for controlling the visibility of the locations.",
185+
"location": "query",
186+
"repeated": true,
187+
"type": "string"
188+
},
183189
"filter": {
184190
"description": "A filter to narrow down results to a preferred subset. The filtering language accepts strings like `\"displayName=tokyo\"`, and is documented in more detail in [AIP-160](https://google.aip.dev/160).",
185191
"location": "query",
@@ -1224,7 +1230,7 @@
12241230
}
12251231
}
12261232
},
1227-
"revision": "20241204",
1233+
"revision": "20250321",
12281234
"rootUrl": "https://datastream.googleapis.com/",
12291235
"schemas": {
12301236
"AvroFileFormat": {

0 commit comments

Comments
 (0)