Skip to content

feat: Add MessageTransformationFailureReason to IngestionFailureEvent #1427

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
abbrowne126 merged 2 commits into from
Jun 26, 2025
Merged

feat: Add MessageTransformationFailureReason to IngestionFailureEvent #1427

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
26c9e13
feat: Add MessageTransformationFailureReason to IngestionFailureEvent
gcf-owl-bot[bot] Jun 26, 2025
99491ab
🦉 Updates from OwlBot post-processor
gcf-owl-bot[bot] Jun 26, 2025
File filter

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
72 changes: 70 additions & 2 deletions google/pubsub_v1/types/pubsub.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -861,6 +861,12 @@ class SchemaViolationReason(proto.Message):

"""

class MessageTransformationFailureReason(proto.Message):
r"""Set when a Pub/Sub message fails to get published due to a
message transformation error.

"""

class CloudStorageFailure(proto.Message):
r"""Failure when ingesting from a Cloud Storage source.

Expand Down Expand Up @@ -897,6 +903,11 @@ class CloudStorageFailure(proto.Message):
Optional. The Pub/Sub message failed schema
validation.

This field is a member of `oneof`_ ``reason``.
message_transformation_failure_reason (google.pubsub_v1.types.IngestionFailureEvent.MessageTransformationFailureReason):
Optional. Failure encountered when applying a
message transformation to the Pub/Sub message.

This field is a member of `oneof`_ ``reason``.
"""

Expand Down Expand Up @@ -932,6 +943,12 @@ class CloudStorageFailure(proto.Message):
message="IngestionFailureEvent.SchemaViolationReason",
)
)
message_transformation_failure_reason: "IngestionFailureEvent.MessageTransformationFailureReason" = proto.Field(
proto.MESSAGE,
number=8,
oneof="reason",
message="IngestionFailureEvent.MessageTransformationFailureReason",
)

class AwsMskFailureReason(proto.Message):
r"""Failure when ingesting from an Amazon MSK source.
Expand Down Expand Up @@ -965,6 +982,11 @@ class AwsMskFailureReason(proto.Message):
Optional. The Pub/Sub message failed schema
validation.

This field is a member of `oneof`_ ``reason``.
message_transformation_failure_reason (google.pubsub_v1.types.IngestionFailureEvent.MessageTransformationFailureReason):
Optional. Failure encountered when applying a
message transformation to the Pub/Sub message.

This field is a member of `oneof`_ ``reason``.
"""

Expand Down Expand Up @@ -998,6 +1020,12 @@ class AwsMskFailureReason(proto.Message):
message="IngestionFailureEvent.SchemaViolationReason",
)
)
message_transformation_failure_reason: "IngestionFailureEvent.MessageTransformationFailureReason" = proto.Field(
proto.MESSAGE,
number=7,
oneof="reason",
message="IngestionFailureEvent.MessageTransformationFailureReason",
)

class AzureEventHubsFailureReason(proto.Message):
r"""Failure when ingesting from an Azure Event Hubs source.
Expand Down Expand Up @@ -1031,6 +1059,11 @@ class AzureEventHubsFailureReason(proto.Message):
Optional. The Pub/Sub message failed schema
validation.

This field is a member of `oneof`_ ``reason``.
message_transformation_failure_reason (google.pubsub_v1.types.IngestionFailureEvent.MessageTransformationFailureReason):
Optional. Failure encountered when applying a
message transformation to the Pub/Sub message.

This field is a member of `oneof`_ ``reason``.
"""

Expand Down Expand Up @@ -1064,6 +1097,12 @@ class AzureEventHubsFailureReason(proto.Message):
message="IngestionFailureEvent.SchemaViolationReason",
)
)
message_transformation_failure_reason: "IngestionFailureEvent.MessageTransformationFailureReason" = proto.Field(
proto.MESSAGE,
number=7,
oneof="reason",
message="IngestionFailureEvent.MessageTransformationFailureReason",
)

class ConfluentCloudFailureReason(proto.Message):
r"""Failure when ingesting from a Confluent Cloud source.
Expand Down Expand Up @@ -1097,6 +1136,11 @@ class ConfluentCloudFailureReason(proto.Message):
Optional. The Pub/Sub message failed schema
validation.

This field is a member of `oneof`_ ``reason``.
message_transformation_failure_reason (google.pubsub_v1.types.IngestionFailureEvent.MessageTransformationFailureReason):
Optional. Failure encountered when applying a
message transformation to the Pub/Sub message.

This field is a member of `oneof`_ ``reason``.
"""

Expand Down Expand Up @@ -1130,10 +1174,21 @@ class ConfluentCloudFailureReason(proto.Message):
message="IngestionFailureEvent.SchemaViolationReason",
)
)
message_transformation_failure_reason: "IngestionFailureEvent.MessageTransformationFailureReason" = proto.Field(
proto.MESSAGE,
number=7,
oneof="reason",
message="IngestionFailureEvent.MessageTransformationFailureReason",
)

class AwsKinesisFailureReason(proto.Message):
r"""Failure when ingesting from an AWS Kinesis source.

This message has `oneof`_ fields (mutually exclusive fields).
For each oneof, at most one member field can be set at the same time.
Setting any member of the oneof automatically clears all other
members.

.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields

Attributes:
Expand All @@ -1150,6 +1205,11 @@ class AwsKinesisFailureReason(proto.Message):
Optional. The Pub/Sub message failed schema
validation.

This field is a member of `oneof`_ ``reason``.
message_transformation_failure_reason (google.pubsub_v1.types.IngestionFailureEvent.MessageTransformationFailureReason):
Optional. Failure encountered when applying a
message transformation to the Pub/Sub message.

This field is a member of `oneof`_ ``reason``.
"""

Expand All @@ -1173,6 +1233,12 @@ class AwsKinesisFailureReason(proto.Message):
message="IngestionFailureEvent.SchemaViolationReason",
)
)
message_transformation_failure_reason: "IngestionFailureEvent.MessageTransformationFailureReason" = proto.Field(
proto.MESSAGE,
number=5,
oneof="reason",
message="IngestionFailureEvent.MessageTransformationFailureReason",
)

topic: str = proto.Field(
proto.STRING,
Expand Down Expand Up @@ -3091,10 +3157,12 @@ class StreamingPullResponse(proto.Message):
will not be empty.
acknowledge_confirmation (google.pubsub_v1.types.StreamingPullResponse.AcknowledgeConfirmation):
Optional. This field will only be set if
``enable_exactly_once_delivery`` is set to ``true``.
``enable_exactly_once_delivery`` is set to ``true`` and is
not guaranteed to be populated.
modify_ack_deadline_confirmation (google.pubsub_v1.types.StreamingPullResponse.ModifyAckDeadlineConfirmation):
Optional. This field will only be set if
``enable_exactly_once_delivery`` is set to ``true``.
``enable_exactly_once_delivery`` is set to ``true`` and is
not guaranteed to be populated.
subscription_properties (google.pubsub_v1.types.StreamingPullResponse.SubscriptionProperties):
Optional. Properties associated with this
subscription.
Expand Down
2 changes: 1 addition & 1 deletion samples/generated_samples/snippet_metadata_google.pubsub.v1.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
],
"language": "PYTHON",
"name": "google-cloud-pubsub",
"version": "2.30.0"
"version": "0.1.0"
},
"snippets": [
{
Expand Down